You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/08/18 23:16:22 UTC
[JENKINS-EA] Lucene-Solr-6.6-Linux (64bit/jdk-9-ea+181) - Build #
63 - Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.6-Linux/63/
Java: 64bit/jdk-9-ea+181 -XX:+UseCompressedOops -XX:+UseSerialGC --illegal-access=deny
15 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestHdfsCloudBackupRestore
Error Message:
Stack Trace:
java.lang.ExceptionInInitializerError
at __randomizedtesting.SeedInfo.seed([FE0A9A5BF89307F0]:0)
at org.apache.hadoop.util.StringUtils.<clinit>(StringUtils.java:80)
at org.apache.hadoop.conf.Configuration.getTrimmedStringCollection(Configuration.java:1868)
at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getStorageDirs(FSNamesystem.java:1374)
at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getNamespaceDirs(FSNamesystem.java:1355)
at org.apache.hadoop.hdfs.MiniDFSCluster.createNameNodesAndSetConf(MiniDFSCluster.java:935)
at org.apache.hadoop.hdfs.MiniDFSCluster.initMiniDFSCluster(MiniDFSCluster.java:811)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:742)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:612)
at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:104)
at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:63)
at org.apache.solr.cloud.TestHdfsCloudBackupRestore.setupClass(TestHdfsCloudBackupRestore.java:100)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.lang.StringIndexOutOfBoundsException: begin 0, end 3, length 1
at java.base/java.lang.String.checkBoundsBeginEnd(String.java:3116)
at java.base/java.lang.String.substring(String.java:1885)
at org.apache.hadoop.util.Shell.<clinit>(Shell.java:51)
... 34 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithDelegationTokens
Error Message:
Error starting up MiniSolrCloudCluster
Stack Trace:
java.lang.Exception: Error starting up MiniSolrCloudCluster
at __randomizedtesting.SeedInfo.seed([FE0A9A5BF89307F0]:0)
at org.apache.solr.cloud.MiniSolrCloudCluster.checkForExceptions(MiniSolrCloudCluster.java:575)
at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:255)
at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:199)
at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:126)
at org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.startup(TestSolrCloudWithDelegationTokens.java:70)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Suppressed: java.lang.NoClassDefFoundError: Could not initialize class org.apache.hadoop.util.StringUtils
at org.apache.hadoop.conf.Configuration.getBoolean(Configuration.java:1437)
at org.apache.hadoop.security.token.delegation.web.DelegationTokenManager.<init>(DelegationTokenManager.java:115)
at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.initTokenManager(DelegationTokenAuthenticationHandler.java:148)
at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.init(DelegationTokenAuthenticationHandler.java:118)
at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler.init(HttpParamDelegationTokenPlugin.java:185)
at org.apache.hadoop.security.authentication.server.AuthenticationFilter.initializeAuthHandler(AuthenticationFilter.java:238)
at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationFilter.initializeAuthHandler(DelegationTokenAuthenticationFilter.java:209)
at org.apache.solr.security.DelegationTokenKerberosFilter.initializeAuthHandler(DelegationTokenKerberosFilter.java:148)
at org.apache.hadoop.security.authentication.server.AuthenticationFilter.init(AuthenticationFilter.java:227)
at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationFilter.init(DelegationTokenAuthenticationFilter.java:175)
at org.apache.solr.security.DelegationTokenKerberosFilter.init(DelegationTokenKerberosFilter.java:77)
at org.apache.solr.security.HttpParamDelegationTokenPlugin.init(HttpParamDelegationTokenPlugin.java:142)
at org.apache.solr.core.CoreContainer.initializeAuthenticationPlugin(CoreContainer.java:346)
at org.apache.solr.core.CoreContainer.reloadSecurityProperties(CoreContainer.java:627)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:491)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:244)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:173)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:388)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:251)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
... 1 more
Suppressed: java.lang.NoClassDefFoundError: Could not initialize class org.apache.hadoop.util.StringUtils
at org.apache.hadoop.conf.Configuration.getBoolean(Configuration.java:1437)
at org.apache.hadoop.security.token.delegation.web.DelegationTokenManager.<init>(DelegationTokenManager.java:115)
at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.initTokenManager(DelegationTokenAuthenticationHandler.java:148)
at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.init(DelegationTokenAuthenticationHandler.java:118)
at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler.init(HttpParamDelegationTokenPlugin.java:185)
at org.apache.hadoop.security.authentication.server.AuthenticationFilter.initializeAuthHandler(AuthenticationFilter.java:238)
at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationFilter.initializeAuthHandler(DelegationTokenAuthenticationFilter.java:209)
at org.apache.solr.security.DelegationTokenKerberosFilter.initializeAuthHandler(DelegationTokenKerberosFilter.java:148)
at org.apache.hadoop.security.authentication.server.AuthenticationFilter.init(AuthenticationFilter.java:227)
at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationFilter.init(DelegationTokenAuthenticationFilter.java:175)
at org.apache.solr.security.DelegationTokenKerberosFilter.init(DelegationTokenKerberosFilter.java:77)
at org.apache.solr.security.HttpParamDelegationTokenPlugin.init(HttpParamDelegationTokenPlugin.java:142)
at org.apache.solr.core.CoreContainer.initializeAuthenticationPlugin(CoreContainer.java:346)
at org.apache.solr.core.CoreContainer.reloadSecurityProperties(CoreContainer.java:627)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:491)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:244)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:173)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:388)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:251)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
... 1 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithDelegationTokens
Error Message:
Stack Trace:
java.lang.NullPointerException
at __randomizedtesting.SeedInfo.seed([FE0A9A5BF89307F0]:0)
at org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.shutdown(TestSolrCloudWithDelegationTokens.java:87)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithDelegationTokens
Error Message:
ObjectTracker found 5 object(s) that were not released!!! [ZkController, SolrZkClient, SolrZkClient, ZkController, Overseer] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:425) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:485) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:244) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:173) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:388) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:251) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base/java.lang.Thread.run(Thread.java:844) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:299) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:485) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:244) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:173) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:388) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:251) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base/java.lang.Thread.run(Thread.java:844) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:299) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:485) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:244) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:173) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:388) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:251) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base/java.lang.Thread.run(Thread.java:844) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:425) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:485) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:244) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:173) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:388) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:251) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base/java.lang.Thread.run(Thread.java:844) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.Overseer.start(Overseer.java:526) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:754) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216) at org.apache.solr.cloud.ZkController.init(ZkController.java:688) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:423) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:485) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:244) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:173) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:388) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:251) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base/java.lang.Thread.run(Thread.java:844)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 5 object(s) that were not released!!! [ZkController, SolrZkClient, SolrZkClient, ZkController, Overseer]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:425)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:485)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:244)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:173)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:388)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:251)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base/java.lang.Thread.run(Thread.java:844)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:299)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:485)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:244)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:173)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:388)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:251)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base/java.lang.Thread.run(Thread.java:844)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:299)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:485)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:244)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:173)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:388)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:251)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base/java.lang.Thread.run(Thread.java:844)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:425)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:485)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:244)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:173)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:388)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:251)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base/java.lang.Thread.run(Thread.java:844)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.cloud.Overseer.start(Overseer.java:526)
at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:754)
at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216)
at org.apache.solr.cloud.ZkController.init(ZkController.java:688)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:423)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:485)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:244)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:173)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:388)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:251)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base/java.lang.Thread.run(Thread.java:844)
at __randomizedtesting.SeedInfo.seed([FE0A9A5BF89307F0]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:302)
at jdk.internal.reflect.GeneratedMethodAccessor41.invoke(Unknown Source)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithDelegationTokens
Error Message:
49 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithDelegationTokens: 1) Thread[id=15749, name=zkCallback-2608-thread-4, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithDelegationTokens] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 2) Thread[id=15755, name=Curator-Framework-0-SendThread(127.0.0.1:41239), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithDelegationTokens] at java.base@9/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 3) Thread[id=15710, name=org.eclipse.jetty.server.session.HashSessionManager@4ce9cadcTimer, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithDelegationTokens] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at java.base@9/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131) at java.base@9/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 4) Thread[id=15748, name=zkCallback-2608-thread-3, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithDelegationTokens] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 5) Thread[id=15708, name=Scheduler-2042477173, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithDelegationTokens] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at java.base@9/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131) at java.base@9/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 6) Thread[id=15718, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithDelegationTokens] at java.base@9/java.lang.Thread.sleep(Native Method) at app//org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266) at java.base@9/java.lang.Thread.run(Thread.java:844) 7) Thread[id=15737, name=Curator-ConnectionStateManager-0, state=WAITING, group=TGRP-TestSolrCloudWithDelegationTokens] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:417) at app//org.apache.curator.framework.state.ConnectionStateManager.processEvents(ConnectionStateManager.java:245) at app//org.apache.curator.framework.state.ConnectionStateManager.access$000(ConnectionStateManager.java:43) at app//org.apache.curator.framework.state.ConnectionStateManager$1.call(ConnectionStateManager.java:111) at java.base@9/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 8) Thread[id=15734, name=OverseerStateUpdate-98507008406388740-127.0.0.1:34691_solr-n_0000000000, state=TIMED_WAITING, group=Overseer state updater.] at java.base@9/java.lang.Thread.sleep(Native Method) at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111) at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70) at app//org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354) at app//org.apache.solr.cloud.Overseer$ClusterStateUpdater.amILeader(Overseer.java:399) at app//org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:132) at java.base@9/java.lang.Thread.run(Thread.java:844) 9) Thread[id=15707, name=qtp1103209341-15707, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithDelegationTokens] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@9/java.lang.Thread.run(Thread.java:844) 10) Thread[id=15744, name=Curator-Framework-0, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithDelegationTokens] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at java.base@9/java.util.concurrent.DelayQueue.take(DelayQueue.java:229) at java.base@9/java.util.concurrent.DelayQueue.take(DelayQueue.java:77) at app//org.apache.curator.framework.imps.CuratorFrameworkImpl.backgroundOperationsLoop(CuratorFrameworkImpl.java:780) at app//org.apache.curator.framework.imps.CuratorFrameworkImpl.access$300(CuratorFrameworkImpl.java:62) at app//org.apache.curator.framework.imps.CuratorFrameworkImpl$4.call(CuratorFrameworkImpl.java:257) at java.base@9/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 11) Thread[id=15701, name=qtp1103209341-15701-acceptor-0@4a82c9ec-ServerConnector@4e9cd610{HTTP/1.1,[http/1.1]}{127.0.0.1:34691}, state=RUNNABLE, group=TGRP-TestSolrCloudWithDelegationTokens] at java.base@9/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at java.base@9/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:424) at java.base@9/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:252) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:373) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9/java.lang.Thread.run(Thread.java:844) 12) Thread[id=15693, name=qtp1103209341-15693, state=RUNNABLE, group=TGRP-TestSolrCloudWithDelegationTokens] at java.base@9/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9/java.lang.Thread.run(Thread.java:844) 13) Thread[id=15700, name=qtp2032368766-15700-acceptor-0@6e96ea9e-ServerConnector@2b7659d0{HTTP/1.1,[http/1.1]}{127.0.0.1:39009}, state=RUNNABLE, group=TGRP-TestSolrCloudWithDelegationTokens] at java.base@9/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at java.base@9/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:424) at java.base@9/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:252) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:373) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9/java.lang.Thread.run(Thread.java:844) 14) Thread[id=15719, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithDelegationTokens] at java.base@9/java.lang.Thread.sleep(Native Method) at app//org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266) at java.base@9/java.lang.Thread.run(Thread.java:844) 15) Thread[id=15696, name=qtp2032368766-15696, state=RUNNABLE, group=TGRP-TestSolrCloudWithDelegationTokens] at java.base@9/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9/java.lang.Thread.run(Thread.java:844) 16) Thread[id=15753, name=Curator-Framework-0-SendThread(127.0.0.1:41239), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithDelegationTokens] at java.base@9/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 17) Thread[id=15733, name=zkCallback-2610-thread-1, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithDelegationTokens] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 18) Thread[id=15725, name=jetty-launcher-2598-thread-2-SendThread(127.0.0.1:41239), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithDelegationTokens] at java.base@9/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 19) Thread[id=15722, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithDelegationTokens] at java.base@9/java.lang.Thread.sleep(Native Method) at app//org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266) at java.base@9/java.lang.Thread.run(Thread.java:844) 20) Thread[id=15694, name=qtp2032368766-15694, state=RUNNABLE, group=TGRP-TestSolrCloudWithDelegationTokens] at java.base@9/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9/java.lang.Thread.run(Thread.java:844) 21) Thread[id=15699, name=qtp1103209341-15699, state=RUNNABLE, group=TGRP-TestSolrCloudWithDelegationTokens] at java.base@9/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9/java.lang.Thread.run(Thread.java:844) 22) Thread[id=15704, name=qtp2032368766-15704, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithDelegationTokens] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@9/java.lang.Thread.run(Thread.java:844) 23) Thread[id=15735, name=OverseerCollectionConfigSetProcessor-98507008406388740-127.0.0.1:34691_solr-n_0000000000, state=TIMED_WAITING, group=Overseer collection creation process.] at java.base@9/java.lang.Thread.sleep(Native Method) at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111) at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70) at app//org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354) at app//org.apache.solr.cloud.OverseerTaskProcessor.amILeader(OverseerTaskProcessor.java:387) at app//org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:193) at java.base@9/java.lang.Thread.run(Thread.java:844) 24) Thread[id=15703, name=qtp1103209341-15703, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithDelegationTokens] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@9/java.lang.Thread.run(Thread.java:844) 25) Thread[id=15730, name=zkCallback-2608-thread-1, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithDelegationTokens] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 26) Thread[id=15695, name=qtp1103209341-15695, state=RUNNABLE, group=TGRP-TestSolrCloudWithDelegationTokens] at java.base@9/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9/java.lang.Thread.run(Thread.java:844) 27) Thread[id=15732, name=jetty-launcher-2598-thread-1-EventThread, state=WAITING, group=TGRP-TestSolrCloudWithDelegationTokens] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 28) Thread[id=15705, name=qtp1103209341-15705, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithDelegationTokens] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@9/java.lang.Thread.run(Thread.java:844) 29) Thread[id=15706, name=qtp2032368766-15706, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithDelegationTokens] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@9/java.lang.Thread.run(Thread.java:844) 30) Thread[id=15738, name=Curator-ConnectionStateManager-0, state=WAITING, group=TGRP-TestSolrCloudWithDelegationTokens] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:417) at app//org.apache.curator.framework.state.ConnectionStateManager.processEvents(ConnectionStateManager.java:245) at app//org.apache.curator.framework.state.ConnectionStateManager.access$000(ConnectionStateManager.java:43) at app//org.apache.curator.framework.state.ConnectionStateManager$1.call(ConnectionStateManager.java:111) at java.base@9/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 31) Thread[id=15731, name=jetty-launcher-2598-thread-1-SendThread(127.0.0.1:41239), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithDelegationTokens] at java.base@9/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051) 32) Thread[id=15756, name=Curator-Framework-0-EventThread, state=WAITING, group=TGRP-TestSolrCloudWithDelegationTokens] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 33) Thread[id=15698, name=qtp2032368766-15698, state=RUNNABLE, group=TGRP-TestSolrCloudWithDelegationTokens] at java.base@9/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9/java.lang.Thread.run(Thread.java:844) 34) Thread[id=15702, name=qtp2032368766-15702, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithDelegationTokens] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@9/java.lang.Thread.run(Thread.java:844) 35) Thread[id=15743, name=Curator-Framework-0, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithDelegationTokens] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at java.base@9/java.util.concurrent.DelayQueue.take(DelayQueue.java:229) at java.base@9/java.util.concurrent.DelayQueue.take(DelayQueue.java:77) at app//org.apache.curator.framework.imps.CuratorFrameworkImpl.backgroundOperationsLoop(CuratorFrameworkImpl.java:780) at app//org.apache.curator.framework.imps.CuratorFrameworkImpl.access$300(CuratorFrameworkImpl.java:62) at app//org.apache.curator.framework.imps.CuratorFrameworkImpl$4.call(CuratorFrameworkImpl.java:257) at java.base@9/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 36) Thread[id=15754, name=Curator-Framework-0-EventThread, state=WAITING, group=TGRP-TestSolrCloudWithDelegationTokens] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 37) Thread[id=15697, name=qtp1103209341-15697, state=RUNNABLE, group=TGRP-TestSolrCloudWithDelegationTokens] at java.base@9/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9/java.lang.Thread.run(Thread.java:844) 38) Thread[id=15752, name=zkCallback-2610-thread-3, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithDelegationTokens] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 39) Thread[id=15745, name=pool-10-thread-1, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithDelegationTokens] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at java.base@9/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131) at java.base@9/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 40) Thread[id=15724, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithDelegationTokens] at java.base@9/java.lang.Thread.sleep(Native Method) at app//org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266) at java.base@9/java.lang.Thread.run(Thread.java:844) 41) Thread[id=15709, name=Scheduler-402484184, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithDelegationTokens] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at java.base@9/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131) at java.base@9/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 42) Thread[id=15692, name=qtp2032368766-15692, state=RUNNABLE, group=TGRP-TestSolrCloudWithDelegationTokens] at java.base@9/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9/java.lang.Thread.run(Thread.java:844) 43) Thread[id=15747, name=zkCallback-2608-thread-2, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithDelegationTokens] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 44) Thread[id=15711, name=org.eclipse.jetty.server.session.HashSessionManager@7b03f1e9Timer, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithDelegationTokens] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at java.base@9/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131) at java.base@9/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 45) Thread[id=15751, name=zkCallback-2610-thread-2, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithDelegationTokens] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 46) Thread[id=15750, name=zkCallback-2608-thread-5, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithDelegationTokens] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 47) Thread[id=15736, name=OverseerHdfsCoreFailoverThread-98507008406388740-127.0.0.1:34691_solr-n_0000000000, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.] at java.base@9/java.lang.Thread.sleep(Native Method) at app//org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:139) at java.base@9/java.lang.Thread.run(Thread.java:844) 48) Thread[id=15746, name=pool-9-thread-1, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithDelegationTokens] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at java.base@9/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131) at java.base@9/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 49) Thread[id=15726, name=jetty-launcher-2598-thread-2-EventThread, state=WAITING, group=TGRP-TestSolrCloudWithDelegationTokens] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 49 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithDelegationTokens:
1) Thread[id=15749, name=zkCallback-2608-thread-4, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithDelegationTokens]
at java.base@
[...truncated too long message...]
lrCore org.apache.solr.core.SolrCore@66978e7a
[junit4] 2> 165866 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15df79d6d63001e, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 165866 INFO (coreCloseExecutor-865-thread-2) [ ] o.a.s.c.SolrCore [testcollection_shard4_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@395d99d7
[junit4] 2> 165866 INFO (coreCloseExecutor-865-thread-1) [ ] o.a.s.c.SolrCore [falsepredicate_shard4_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@175b8d7d
[junit4] 2> 165866 INFO (zkCallback-772-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 165866 INFO (zkCallback-800-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 165866 INFO (zkCallback-806-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 165866 INFO (coreCloseExecutor-864-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.falsepredicate.shard2.replica1
[junit4] 2> 165866 INFO (coreCloseExecutor-866-thread-1) [ ] o.a.s.c.SolrCore [currentstate_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@75124deb
[junit4] 2> 165866 INFO (coreCloseExecutor-864-thread-2) [ ] o.a.s.c.SolrCore [testcollection_shard3_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@3dbc2416
[junit4] 2> 165866 INFO (coreCloseExecutor-864-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testcollection.shard3.replica1
[junit4] 2> 165866 INFO (coreCloseExecutor-864-thread-3) [ ] o.a.s.c.SolrCore [waitforstate_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@7492749b
[junit4] 2> 165867 INFO (coreCloseExecutor-866-thread-2) [ ] o.a.s.c.SolrCore [falsepredicate_shard3_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@6d3011d6
[junit4] 2> 165867 INFO (coreCloseExecutor-865-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.falsepredicate.shard4.replica1
[junit4] 2> 165867 INFO (coreCloseExecutor-866-thread-3) [ ] o.a.s.c.SolrCore [testcollection_shard2_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@7ad96d00
[junit4] 2> 165867 INFO (coreCloseExecutor-866-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.currentstate.shard1.replica1
[junit4] 2> 165867 INFO (coreCloseExecutor-864-thread-4) [ ] o.a.s.c.SolrCore [stateformat1_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@6d396d41
[junit4] 2> 165867 INFO (coreCloseExecutor-864-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.waitforstate.shard1.replica1
[junit4] 2> 165867 INFO (coreCloseExecutor-865-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testcollection.shard4.replica1
[junit4] 2> 165867 INFO (coreCloseExecutor-866-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.falsepredicate.shard3.replica1
[junit4] 2> 165867 INFO (coreCloseExecutor-866-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testcollection.shard2.replica1
[junit4] 2> 165868 INFO (coreCloseExecutor-864-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.stateformat1.shard1.replica1
[junit4] 2> 165869 INFO (jetty-closer-760-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98507022389149703-127.0.0.1:42507_solr-n_0000000001) closing
[junit4] 2> 165869 INFO (jetty-closer-760-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@55fc416a{/solr,null,UNAVAILABLE}
[junit4] 2> 165869 INFO (OverseerStateUpdate-98507022389149703-127.0.0.1:42507_solr-n_0000000001) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:42507_solr
[junit4] 2> 165870 INFO (zkCallback-772-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (1)
[junit4] 2> 165870 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15df79d6d630007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 167366 WARN (zkCallback-813-thread-1) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 167366 INFO (jetty-closer-760-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3631c199{/solr,null,UNAVAILABLE}
[junit4] 2> 167369 WARN (zkCallback-806-thread-1) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 167369 INFO (jetty-closer-760-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@33245afa{/solr,null,UNAVAILABLE}
[junit4] 2> 167370 WARN (zkCallback-772-thread-3) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 167370 INFO (jetty-closer-760-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@164241e0{/solr,null,UNAVAILABLE}
[junit4] 2> 167371 ERROR (SUITE-TestCollectionStateWatchers-seed#[C41B21FB55DEB02C]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 167371 INFO (SUITE-TestCollectionStateWatchers-seed#[C41B21FB55DEB02C]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39989 39989
[junit4] 2> 172391 INFO (Thread-248) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39989 39989
[junit4] 2> 172391 WARN (Thread-248) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/aliases.json
[junit4] 2> 7 /solr/security.json
[junit4] 2> 7 /solr/configs/config
[junit4] 2> 3 /solr/collections/stateformat1/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 12 /solr/collections/waitforstate/state.json
[junit4] 2> 8 /solr/clusterprops.json
[junit4] 2> 8 /solr/clusterstate.json
[junit4] 2> 7 /solr/collections/falsepredicate/state.json
[junit4] 2> 7 /solr/collections/testcollection/state.json
[junit4] 2> 3 /solr/collections/stateformat1/state.json
[junit4] 2> 2 /solr/collections/currentstate/state.json
[junit4] 2> 2 /solr/overseer_elect/election/98507022389149703-127.0.0.1:42507_solr-n_0000000001
[junit4] 2> 2 /solr/collections/delayed/state.json
[junit4] 2> 2 /solr/collections/tobedeleted/state.json
[junit4] 2> 2 /solr/overseer_elect/election/98507022389149708-127.0.0.1:42007_solr-n_0000000002
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/collections
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2> 2 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> 172391 INFO (SUITE-TestCollectionStateWatchers-seed#[C41B21FB55DEB02C]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_C41B21FB55DEB02C-001
[junit4] 2> NOTE: test params are: codec=FastCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST, chunkSize=5, maxDocsPerChunk=4, blockSize=461), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST, chunkSize=5, blockSize=461)), sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=fr-TD, timezone=Atlantic/Stanley
[junit4] 2> NOTE: Linux 4.10.0-27-generic amd64/Oracle Corporation 9 (64-bit)/cpus=8,threads=1,free=303595992,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [AndEvaluatorTest, PowerEvaluatorTest, LessThanEvaluatorTest, SolrExceptionTest, TestRetryUtil, TestJavaBinCodec, StreamExpressionParserTest, SolrExampleXMLTest, NoOpResponseParserTest, ModifiableSolrParamsTest, GreaterThanEqualToEvaluatorTest, SolrSchemalessExampleTest, LargeVolumeJettyTest, BasicHttpSolrClientTest, TestBatchUpdate, TestConfigSetAdminRequest, SolrExampleJettyTest, FacetFieldTest, ArcTangentEvaluatorTest, TestHash, CloudSolrClientMultiConstructorTest, TangentEvaluatorTest, JdbcTest, LargeVolumeBinaryJettyTest, JettyWebappTest, LargeVolumeEmbeddedTest, TestSolrProperties, SolrParamTest, TermsResponseTest, TestEmbeddedSolrServer, TestCoreAdmin, GetByIdTest, CloudSolrClientCacheTest, CloudSolrClientTest, GraphExpressionTest, StreamingTest, TestDelegationTokenResponse, TestSuggesterResponse, TestCollectionStateWatchers]
[junit4] Completed [130/130 (1!)] on J2 in 63.57s, 9 tests, 1 failure <<< FAILURES!
[...truncated 35552 lines...]
[JENKINS] Lucene-Solr-6.6-Linux (64bit/jdk1.8.0_144) - Build # 77 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.6-Linux/77/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
1 tests failed.
FAILED: org.apache.solr.security.BasicAuthIntegrationTest.testBasicAuth
Error Message:
Error from server at https://127.0.0.1:42163/solr/authCollection: No registered leader was found after waiting for 4000ms , collection: authCollection slice: shard2
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:42163/solr/authCollection: No registered leader was found after waiting for 4000ms , collection: authCollection slice: shard2
at __randomizedtesting.SeedInfo.seed([3443B7047EB14507:882DC116DAE2C67D]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:612)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:447)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:388)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1383)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1134)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1073)
at org.apache.solr.security.BasicAuthIntegrationTest.testBasicAuth(BasicAuthIntegrationTest.java:194)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11423 lines...]
[junit4] Suite: org.apache.solr.security.BasicAuthIntegrationTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_3443B7047EB14507-001/init-core-data-001
[junit4] 2> 318627 INFO (SUITE-BasicAuthIntegrationTest-seed#[3443B7047EB14507]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields
[junit4] 2> 318628 INFO (SUITE-BasicAuthIntegrationTest-seed#[3443B7047EB14507]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 318629 INFO (SUITE-BasicAuthIntegrationTest-seed#[3443B7047EB14507]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_3443B7047EB14507-001/tempDir-001
[junit4] 2> 318629 INFO (SUITE-BasicAuthIntegrationTest-seed#[3443B7047EB14507]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 318629 INFO (Thread-952) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 318629 INFO (Thread-952) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 318630 ERROR (Thread-952) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 318729 INFO (SUITE-BasicAuthIntegrationTest-seed#[3443B7047EB14507]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:43875
[junit4] 2> 318745 INFO (jetty-launcher-890-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 318761 INFO (jetty-launcher-890-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 318761 INFO (jetty-launcher-890-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 318762 INFO (jetty-launcher-890-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5822657f{/solr,null,AVAILABLE}
[junit4] 2> 318763 INFO (jetty-launcher-890-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@39d71b51{SSL,[ssl, http/1.1]}{127.0.0.1:42163}
[junit4] 2> 318763 INFO (jetty-launcher-890-thread-3) [ ] o.e.j.s.Server Started @320353ms
[junit4] 2> 318763 INFO (jetty-launcher-890-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42163}
[junit4] 2> 318763 ERROR (jetty-launcher-890-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 318764 INFO (jetty-launcher-890-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.1
[junit4] 2> 318764 INFO (jetty-launcher-890-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 318764 INFO (jetty-launcher-890-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 318764 INFO (jetty-launcher-890-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-21T21:46:42.026Z
[junit4] 2> 318777 INFO (jetty-launcher-890-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 318777 INFO (jetty-launcher-890-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5319675c{/solr,null,AVAILABLE}
[junit4] 2> 318778 INFO (jetty-launcher-890-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@69d821af{/solr,null,AVAILABLE}
[junit4] 2> 318787 INFO (jetty-launcher-890-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6effb8f2{SSL,[ssl, http/1.1]}{127.0.0.1:39741}
[junit4] 2> 318787 INFO (jetty-launcher-890-thread-1) [ ] o.e.j.s.Server Started @320377ms
[junit4] 2> 318787 INFO (jetty-launcher-890-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39741}
[junit4] 2> 318788 INFO (jetty-launcher-890-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4eede1dc{SSL,[ssl, http/1.1]}{127.0.0.1:38899}
[junit4] 2> 318788 ERROR (jetty-launcher-890-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 318788 INFO (jetty-launcher-890-thread-2) [ ] o.e.j.s.Server Started @320377ms
[junit4] 2> 318788 INFO (jetty-launcher-890-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38899}
[junit4] 2> 318788 INFO (jetty-launcher-890-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.1
[junit4] 2> 318788 INFO (jetty-launcher-890-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 318788 INFO (jetty-launcher-890-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 318788 ERROR (jetty-launcher-890-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 318788 INFO (jetty-launcher-890-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-21T21:46:42.050Z
[junit4] 2> 318788 INFO (jetty-launcher-890-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.1
[junit4] 2> 318788 INFO (jetty-launcher-890-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 318788 INFO (jetty-launcher-890-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 318788 INFO (jetty-launcher-890-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-21T21:46:42.050Z
[junit4] 2> 318795 INFO (jetty-launcher-890-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 318802 INFO (jetty-launcher-890-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 318812 INFO (jetty-launcher-890-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 318813 INFO (jetty-launcher-890-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 318819 INFO (jetty-launcher-890-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43875/solr
[junit4] 2> 318820 INFO (jetty-launcher-890-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 318833 INFO (jetty-launcher-890-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43875/solr
[junit4] 2> 318842 INFO (jetty-launcher-890-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43875/solr
[junit4] 2> 318847 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e06c315640005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 318870 INFO (jetty-launcher-890-thread-2) [n:127.0.0.1:38899_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 318871 INFO (jetty-launcher-890-thread-2) [n:127.0.0.1:38899_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38899_solr
[junit4] 2> 318871 INFO (jetty-launcher-890-thread-2) [n:127.0.0.1:38899_solr ] o.a.s.c.Overseer Overseer (id=98523676795994119-127.0.0.1:38899_solr-n_0000000000) starting
[junit4] 2> 318904 INFO (jetty-launcher-890-thread-3) [n:127.0.0.1:42163_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 318905 INFO (jetty-launcher-890-thread-3) [n:127.0.0.1:42163_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42163_solr
[junit4] 2> 318913 INFO (jetty-launcher-890-thread-1) [n:127.0.0.1:39741_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 318919 INFO (jetty-launcher-890-thread-1) [n:127.0.0.1:39741_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 318921 INFO (jetty-launcher-890-thread-1) [n:127.0.0.1:39741_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39741_solr
[junit4] 2> 318960 INFO (zkCallback-905-thread-1-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 318966 INFO (zkCallback-906-thread-1-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 318967 INFO (OverseerStateUpdate-98523676795994119-127.0.0.1:38899_solr-n_0000000000) [n:127.0.0.1:38899_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 318967 INFO (jetty-launcher-890-thread-2) [n:127.0.0.1:38899_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38899_solr
[junit4] 2> 318968 INFO (zkCallback-906-thread-1-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 318986 INFO (zkCallback-905-thread-2-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 318998 INFO (zkCallback-907-thread-1-processing-n:127.0.0.1:39741_solr) [n:127.0.0.1:39741_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 319028 INFO (jetty-launcher-890-thread-2) [n:127.0.0.1:38899_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_3443B7047EB14507-001/tempDir-001/node2/.
[junit4] 2> 319030 INFO (jetty-launcher-890-thread-3) [n:127.0.0.1:42163_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_3443B7047EB14507-001/tempDir-001/node3/.
[junit4] 2> 319072 INFO (jetty-launcher-890-thread-1) [n:127.0.0.1:39741_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_3443B7047EB14507-001/tempDir-001/node1/.
[junit4] 2> 319099 INFO (SUITE-BasicAuthIntegrationTest-seed#[3443B7047EB14507]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 319099 INFO (SUITE-BasicAuthIntegrationTest-seed#[3443B7047EB14507]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43875/solr ready
[junit4] 2> 319183 INFO (qtp1749235242-4138) [n:127.0.0.1:38899_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=authCollection&action=CREATE&numShards=3&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 319190 INFO (OverseerThreadFactory-1515-thread-1-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr ] o.a.s.c.CreateCollectionCmd Create collection authCollection
[junit4] 2> 319352 INFO (qtp1749235242-4137) [n:127.0.0.1:38899_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=authCollection_shard3_replica1&action=CREATE&numShards=3&collection=authCollection&shard=shard3&wt=javabin&version=2
[junit4] 2> 319352 INFO (qtp1749235242-4137) [n:127.0.0.1:38899_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 319398 INFO (qtp2107236982-4107) [n:127.0.0.1:39741_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=authCollection_shard2_replica1&action=CREATE&numShards=3&collection=authCollection&shard=shard2&wt=javabin&version=2
[junit4] 2> 319398 INFO (qtp2107236982-4107) [n:127.0.0.1:39741_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 319412 INFO (qtp304420152-4111) [n:127.0.0.1:42163_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=authCollection_shard1_replica1&action=CREATE&numShards=3&collection=authCollection&shard=shard1&wt=javabin&version=2
[junit4] 2> 319413 INFO (qtp304420152-4111) [n:127.0.0.1:42163_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 319522 INFO (zkCallback-905-thread-2-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 319522 INFO (zkCallback-906-thread-1-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 319522 INFO (zkCallback-907-thread-1-processing-n:127.0.0.1:39741_solr) [n:127.0.0.1:39741_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 320374 INFO (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3 x:authCollection_shard3_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 320380 INFO (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3 x:authCollection_shard3_replica1] o.a.s.s.IndexSchema [authCollection_shard3_replica1] Schema name=minimal
[junit4] 2> 320393 INFO (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3 x:authCollection_shard3_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 320394 INFO (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3 x:authCollection_shard3_replica1] o.a.s.c.CoreContainer Creating SolrCore 'authCollection_shard3_replica1' using configuration from collection authCollection, trusted=true
[junit4] 2> 320394 INFO (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3 x:authCollection_shard3_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 320394 INFO (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3 x:authCollection_shard3_replica1] o.a.s.c.SolrCore [[authCollection_shard3_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_3443B7047EB14507-001/tempDir-001/node2/authCollection_shard3_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_3443B7047EB14507-001/tempDir-001/node2/./authCollection_shard3_replica1/data/]
[junit4] 2> 320433 INFO (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2 x:authCollection_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 320500 INFO (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1 x:authCollection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 320508 INFO (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2 x:authCollection_shard2_replica1] o.a.s.s.IndexSchema [authCollection_shard2_replica1] Schema name=minimal
[junit4] 2> 320511 INFO (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2 x:authCollection_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 320511 INFO (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2 x:authCollection_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'authCollection_shard2_replica1' using configuration from collection authCollection, trusted=true
[junit4] 2> 320511 INFO (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2 x:authCollection_shard2_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 320511 INFO (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2 x:authCollection_shard2_replica1] o.a.s.c.SolrCore [[authCollection_shard2_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_3443B7047EB14507-001/tempDir-001/node1/authCollection_shard2_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_3443B7047EB14507-001/tempDir-001/node1/./authCollection_shard2_replica1/data/]
[junit4] 2> 320524 INFO (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1 x:authCollection_shard1_replica1] o.a.s.s.IndexSchema [authCollection_shard1_replica1] Schema name=minimal
[junit4] 2> 320527 INFO (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1 x:authCollection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 320527 INFO (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1 x:authCollection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'authCollection_shard1_replica1' using configuration from collection authCollection, trusted=true
[junit4] 2> 320527 INFO (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1 x:authCollection_shard1_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 320528 INFO (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1 x:authCollection_shard1_replica1] o.a.s.c.SolrCore [[authCollection_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_3443B7047EB14507-001/tempDir-001/node3/authCollection_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_3443B7047EB14507-001/tempDir-001/node3/./authCollection_shard1_replica1/data/]
[junit4] 2> 320531 INFO (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3 x:authCollection_shard3_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 320531 INFO (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3 x:authCollection_shard3_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 320532 INFO (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3 x:authCollection_shard3_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 320532 INFO (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3 x:authCollection_shard3_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 320533 INFO (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3 x:authCollection_shard3_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2241913[authCollection_shard3_replica1] main]
[junit4] 2> 320534 INFO (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3 x:authCollection_shard3_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 320535 INFO (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3 x:authCollection_shard3_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 320535 INFO (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3 x:authCollection_shard3_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 320538 INFO (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3 x:authCollection_shard3_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576378830736588800
[junit4] 2> 320542 INFO (searcherExecutor-1522-thread-1-processing-n:127.0.0.1:38899_solr x:authCollection_shard3_replica1 s:shard3 c:authCollection) [n:127.0.0.1:38899_solr c:authCollection s:shard3 x:authCollection_shard3_replica1] o.a.s.c.SolrCore [authCollection_shard3_replica1] Registered new searcher Searcher@2241913[authCollection_shard3_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 320560 INFO (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3 x:authCollection_shard3_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 320560 INFO (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3 x:authCollection_shard3_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 320560 INFO (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3 x:authCollection_shard3_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:38899/solr/authCollection_shard3_replica1/
[junit4] 2> 320560 INFO (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3 x:authCollection_shard3_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 320560 INFO (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3 x:authCollection_shard3_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:38899/solr/authCollection_shard3_replica1/ has no replicas
[junit4] 2> 320560 INFO (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3 x:authCollection_shard3_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 320568 INFO (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3 x:authCollection_shard3_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:38899/solr/authCollection_shard3_replica1/ shard3
[junit4] 2> 320651 INFO (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1 x:authCollection_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 320651 INFO (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1 x:authCollection_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 320653 INFO (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1 x:authCollection_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 320653 INFO (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1 x:authCollection_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 320655 INFO (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1 x:authCollection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@400f5e6[authCollection_shard1_replica1] main]
[junit4] 2> 320661 INFO (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2 x:authCollection_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 320661 INFO (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2 x:authCollection_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 320662 INFO (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1 x:authCollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 320663 INFO (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1 x:authCollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 320663 INFO (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1 x:authCollection_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 320665 INFO (searcherExecutor-1525-thread-1-processing-n:127.0.0.1:42163_solr x:authCollection_shard1_replica1 s:shard1 c:authCollection) [n:127.0.0.1:42163_solr c:authCollection s:shard1 x:authCollection_shard1_replica1] o.a.s.c.SolrCore [authCollection_shard1_replica1] Registered new searcher Searcher@400f5e6[authCollection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 320665 INFO (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1 x:authCollection_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576378830869757952
[junit4] 2> 320665 INFO (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2 x:authCollection_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 320665 INFO (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2 x:authCollection_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 320667 INFO (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2 x:authCollection_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7dd2a48d[authCollection_shard2_replica1] main]
[junit4] 2> 320671 INFO (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2 x:authCollection_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 320671 INFO (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2 x:authCollection_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 320671 INFO (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2 x:authCollection_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 320672 INFO (searcherExecutor-1523-thread-1-processing-n:127.0.0.1:39741_solr x:authCollection_shard2_replica1 s:shard2 c:authCollection) [n:127.0.0.1:39741_solr c:authCollection s:shard2 x:authCollection_shard2_replica1] o.a.s.c.SolrCore [authCollection_shard2_replica1] Registered new searcher Searcher@7dd2a48d[authCollection_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 320672 INFO (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2 x:authCollection_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576378830877097984
[junit4] 2> 320674 INFO (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1 x:authCollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 320674 INFO (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1 x:authCollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 320674 INFO (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1 x:authCollection_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:42163/solr/authCollection_shard1_replica1/
[junit4] 2> 320674 INFO (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1 x:authCollection_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 320674 INFO (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1 x:authCollection_shard1_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:42163/solr/authCollection_shard1_replica1/ has no replicas
[junit4] 2> 320674 INFO (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1 x:authCollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 320678 INFO (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1 x:authCollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:42163/solr/authCollection_shard1_replica1/ shard1
[junit4] 2> 320682 INFO (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2 x:authCollection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 320682 INFO (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2 x:authCollection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 320682 INFO (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2 x:authCollection_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:39741/solr/authCollection_shard2_replica1/
[junit4] 2> 320682 INFO (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2 x:authCollection_shard2_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 320682 INFO (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2 x:authCollection_shard2_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:39741/solr/authCollection_shard2_replica1/ has no replicas
[junit4] 2> 320682 INFO (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2 x:authCollection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 320685 INFO (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2 x:authCollection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:39741/solr/authCollection_shard2_replica1/ shard2
[junit4] 2> 320786 INFO (zkCallback-905-thread-2-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 320786 INFO (zkCallback-906-thread-1-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 320786 INFO (zkCallback-907-thread-1-processing-n:127.0.0.1:39741_solr) [n:127.0.0.1:39741_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 320824 INFO (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3 x:authCollection_shard3_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 320825 INFO (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3 x:authCollection_shard3_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=authCollection_shard3_replica1&action=CREATE&numShards=3&collection=authCollection&shard=shard3&wt=javabin&version=2} status=0 QTime=1473
[junit4] 2> 320829 INFO (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1 x:authCollection_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 320829 INFO (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1 x:authCollection_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=authCollection_shard1_replica1&action=CREATE&numShards=3&collection=authCollection&shard=shard1&wt=javabin&version=2} status=0 QTime=1417
[junit4] 2> 320836 INFO (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2 x:authCollection_shard2_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 320837 INFO (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2 x:authCollection_shard2_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=authCollection_shard2_replica1&action=CREATE&numShards=3&collection=authCollection&shard=shard2&wt=javabin&version=2} status=0 QTime=1439
[junit4] 2> 320841 INFO (qtp1749235242-4138) [n:127.0.0.1:38899_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 320940 INFO (zkCallback-905-thread-2-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 320941 INFO (zkCallback-907-thread-1-processing-n:127.0.0.1:39741_solr) [n:127.0.0.1:39741_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 320941 INFO (zkCallback-906-thread-1-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 321195 INFO (OverseerCollectionConfigSetProcessor-98523676795994119-127.0.0.1:38899_solr-n_0000000000) [n:127.0.0.1:38899_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 321841 INFO (qtp1749235242-4138) [n:127.0.0.1:38899_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=authCollection&action=CREATE&numShards=3&wt=javabin&version=2} status=0 QTime=2658
[junit4] 2> 321852 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBasicAuth
[junit4] 2> 321860 INFO (qtp2107236982-4130) [n:127.0.0.1:39741_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authentication params={} status=0 QTime=0
[junit4] 2> 321861 INFO (zkCallback-907-thread-1-processing-n:127.0.0.1:39741_solr) [n:127.0.0.1:39741_solr ] o.a.s.c.CoreContainer Security node changed, reloading security.json
[junit4] 2> 321861 INFO (zkCallback-906-thread-1-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr ] o.a.s.c.CoreContainer Security node changed, reloading security.json
[junit4] 2> 321861 INFO (zkCallback-907-thread-1-processing-n:127.0.0.1:39741_solr) [n:127.0.0.1:39741_solr ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
[junit4] 2> 321861 INFO (zkCallback-906-thread-1-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
[junit4] 2> 321863 INFO (zkCallback-905-thread-2-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr ] o.a.s.c.CoreContainer Security node changed, reloading security.json
[junit4] 2> 321864 INFO (zkCallback-905-thread-2-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
[junit4] 2> 321865 INFO (qtp2107236982-4129) [n:127.0.0.1:39741_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authentication params={} status=0 QTime=0
[junit4] 2> 321873 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@6effb8f2{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 321874 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=890893067
[junit4] 2> 321874 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 321874 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jvm
[junit4] 2> 321874 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jetty
[junit4] 2> 321884 INFO (coreCloseExecutor-1537-thread-1) [n:127.0.0.1:39741_solr c:authCollection s:shard2 r:core_node2 x:authCollection_shard2_replica1] o.a.s.c.SolrCore [authCollection_shard2_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@5e29150e
[junit4] 2> 321890 INFO (coreCloseExecutor-1537-thread-1) [n:127.0.0.1:39741_solr c:authCollection s:shard2 r:core_node2 x:authCollection_shard2_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.authCollection.shard2.replica1
[junit4] 2> 321914 INFO (zkCallback-905-thread-2-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
[junit4] 2> 321914 INFO (zkCallback-906-thread-1-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
[junit4] 2> 321917 INFO (zkCallback-914-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 321918 INFO (zkCallback-907-thread-1-processing-n:127.0.0.1:39741_solr) [n:127.0.0.1:39741_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
[junit4] 2> 321931 INFO (zkCallback-905-thread-2-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
[junit4] 2> 321931 INFO (zkCallback-906-thread-1-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
[junit4] 2> 321932 INFO (zkCallback-905-thread-2-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr ] o.a.s.h.c.HttpShardHandlerFactory Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@53b72848
[junit4] 2> 321932 INFO (zkCallback-906-thread-1-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr ] o.a.s.h.c.HttpShardHandlerFactory Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@29f92f51
[junit4] 2> 321931 INFO (zkCallback-907-thread-1-processing-n:127.0.0.1:39741_solr) [n:127.0.0.1:39741_solr ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
[junit4] 2> 321932 INFO (zkCallback-905-thread-2-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr ] o.a.s.u.UpdateShardHandler Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@53b72848
[junit4] 2> 321932 INFO (zkCallback-907-thread-1-processing-n:127.0.0.1:39741_solr) [n:127.0.0.1:39741_solr ] o.a.s.h.c.HttpShardHandlerFactory Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@17cfe19e
[junit4] 2> 321932 INFO (zkCallback-906-thread-1-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr ] o.a.s.u.UpdateShardHandler Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@29f92f51
[junit4] 2> 321932 INFO (zkCallback-907-thread-1-processing-n:127.0.0.1:39741_solr) [n:127.0.0.1:39741_solr ] o.a.s.u.UpdateShardHandler Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@17cfe19e
[junit4] 2> 321932 INFO (zkCallback-905-thread-1-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 321932 INFO (zkCallback-906-thread-2-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 321933 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5319675c{/solr,null,UNAVAILABLE}
[junit4] 2> 321934 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 321934 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5d58e797{/solr,null,AVAILABLE}
[junit4] 2> 321935 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@51a0afec{SSL,[ssl, http/1.1]}{127.0.0.1:43855}
[junit4] 2> 321935 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [ ] o.e.j.s.Server Started @323525ms
[junit4] 2> 321935 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43855}
[junit4] 2> 321936 ERROR (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 321936 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.1
[junit4] 2> 321936 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 321936 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 321936 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-21T21:46:45.198Z
[junit4] 2> 321938 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 321943 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 321944 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43875/solr
[junit4] 2> 321965 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [n:127.0.0.1:43855_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 321967 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [n:127.0.0.1:43855_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 321969 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [n:127.0.0.1:43855_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43855_solr
[junit4] 2> 321970 INFO (zkCallback-905-thread-1-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 321971 INFO (zkCallback-914-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 321971 INFO (zkCallback-919-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 321971 INFO (zkCallback-906-thread-2-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 322021 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [n:127.0.0.1:43855_solr ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
[junit4] 2> 322021 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [n:127.0.0.1:43855_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
[junit4] 2> 322021 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [n:127.0.0.1:43855_solr ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
[junit4] 2> 322021 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [n:127.0.0.1:43855_solr ] o.a.s.h.c.HttpShardHandlerFactory Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@f28dd09
[junit4] 2> 322021 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [n:127.0.0.1:43855_solr ] o.a.s.u.UpdateShardHandler Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@f28dd09
[junit4] 2> 322038 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [n:127.0.0.1:43855_solr ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_3443B7047EB14507-001/tempDir-001/node1/.
[junit4] 2> 322038 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [n:127.0.0.1:43855_solr ] o.a.s.c.CorePropertiesLocator Cores are: [authCollection_shard2_replica1]
[junit4] 2> 322038 INFO (coreLoadExecutor-1544-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr c:authCollection s:shard2 x:authCollection_shard2_replica1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 322144 INFO (zkCallback-906-thread-2-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 322144 INFO (zkCallback-905-thread-1-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 322144 INFO (zkCallback-919-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 323046 INFO (coreLoadExecutor-1544-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr c:authCollection s:shard2 x:authCollection_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 323052 INFO (coreLoadExecutor-1544-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr c:authCollection s:shard2 x:authCollection_shard2_replica1] o.a.s.s.IndexSchema [authCollection_shard2_replica1] Schema name=minimal
[junit4] 2> 323055 INFO (coreLoadExecutor-1544-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr c:authCollection s:shard2 x:authCollection_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 323055 INFO (coreLoadExecutor-1544-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr c:authCollection s:shard2 x:authCollection_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'authCollection_shard2_replica1' using configuration from collection authCollection, trusted=true
[junit4] 2> 323055 INFO (coreLoadExecutor-1544-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr c:authCollection s:shard2 x:authCollection_shard2_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 323056 INFO (coreLoadExecutor-1544-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr c:authCollection s:shard2 x:authCollection_shard2_replica1] o.a.s.c.SolrCore [[authCollection_shard2_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_3443B7047EB14507-001/tempDir-001/node1/authCollection_shard2_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_3443B7047EB14507-001/tempDir-001/node1/./authCollection_shard2_replica1/data/]
[junit4] 2> 323087 INFO (coreLoadExecutor-1544-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr c:authCollection s:shard2 x:authCollection_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 323087 INFO (coreLoadExecutor-1544-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr c:authCollection s:shard2 x:authCollection_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 323088 INFO (coreLoadExecutor-1544-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr c:authCollection s:shard2 x:authCollection_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 323088 INFO (coreLoadExecutor-1544-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr c:authCollection s:shard2 x:authCollection_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 323088 INFO (coreLoadExecutor-1544-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr c:authCollection s:shard2 x:authCollection_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@63d57161[authCollection_shard2_replica1] main]
[junit4] 2> 323091 INFO (coreLoadExecutor-1544-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr c:authCollection s:shard2 x:authCollection_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 323092 INFO (coreLoadExecutor-1544-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr c:authCollection s:shard2 x:authCollection_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 323092 INFO (coreLoadExecutor-1544-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr c:authCollection s:shard2 x:authCollection_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 323093 INFO (searcherExecutor-1545-thread-1-processing-n:127.0.0.1:43855_solr x:authCollection_shard2_replica1 s:shard2 c:authCollection) [n:127.0.0.1:43855_solr c:authCollection s:shard2 x:authCollection_shard2_replica1] o.a.s.c.SolrCore [authCollection_shard2_replica1] Registered new searcher Searcher@63d57161[authCollection_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 323093 INFO (coreLoadExecutor-1544-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr c:authCollection s:shard2 x:authCollection_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576378833415700480
[junit4] 2> 323098 INFO (coreZkRegister-1539-thread-1-processing-n:127.0.0.1:43855_solr x:authCollection_shard2_replica1 s:shard2 c:authCollection) [n:127.0.0.1:43855_solr c:authCollection s:shard2 r:core_node4 x:authCollection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 323201 INFO (zkCallback-906-thread-2-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 323201 INFO (zkCallback-905-thread-1-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 323201 INFO (zkCallback-919-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 323601 INFO (qtp317793032-4208) [n:127.0.0.1:43855_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authentication params={} status=0 QTime=1
[junit4] 2> 323607 INFO (qtp1749235242-4109) [n:127.0.0.1:38899_solr ] o.a.s.s.RuleBasedAuthorizationPlugin request has come without principal. failed permission {
[junit4] 2> "name":"security-edit",
[junit4] 2> "role":"admin"}
[junit4] 2> 323608 INFO (qtp1749235242-4109) [n:127.0.0.1:38899_solr ] o.a.s.s.HttpSolrCall USER_REQUIRED auth header null context : userPrincipal: [null] type: [ADMIN], collections: [], Path: [/____v2/cluster/security/authentication] path : /____v2/cluster/security/authentication params :wt=javabin&version=2
[junit4] 2> 323611 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [ ] o.a.s.s.BasicAuthIntegrationTest Added Basic Auth security Header c29scjpTb2xyUm9ja3M=
[junit4] 2> 323619 INFO (qtp317793032-4208) [n:127.0.0.1:43855_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authentication params={} status=0 QTime=0
[junit4] 2> 323629 INFO (qtp317793032-4208) [n:127.0.0.1:43855_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authentication params={} status=0 QTime=2
[junit4] 2> 323629 INFO (zkCallback-905-thread-1-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr ] o.a.s.c.CoreContainer Security node changed, reloading security.json
[junit4] 2> 323629 INFO (zkCallback-905-thread-1-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
[junit4] 2> 323630 INFO (zkCallback-906-thread-2-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr ] o.a.s.c.CoreContainer Security node changed, reloading security.json
[junit4] 2> 323630 INFO (zkCallback-906-thread-2-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
[junit4] 2> 323630 INFO (zkCallback-919-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr ] o.a.s.c.CoreContainer Security node changed, reloading security.json
[junit4] 2> 323630 INFO (zkCallback-919-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
[junit4] 2> 323633 INFO (qtp317793032-4215) [n:127.0.0.1:43855_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authentication params={} status=0 QTime=0
[junit4] 2> 323634 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [ ] o.a.s.s.BasicAuthIntegrationTest Added Basic Auth security Header c29scjpTb2xyUm9ja3M=
[junit4] 2> 323641 INFO (qtp317793032-4214) [n:127.0.0.1:43855_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authorization params={} status=0 QTime=0
[junit4] 2> 323641 INFO (zkCallback-906-thread-2-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr ] o.a.s.c.CoreContainer Security node changed, reloading security.json
[junit4] 2> 323641 INFO (zkCallback-906-thread-2-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
[junit4] 2> 323642 INFO (zkCallback-906-thread-2-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
[junit4] 2> 323642 INFO (zkCallback-919-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr ] o.a.s.c.CoreContainer Security node changed, reloading security.json
[junit4] 2> 323642 INFO (zkCallback-919-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
[junit4] 2> 323642 INFO (zkCallback-905-thread-1-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr ] o.a.s.c.CoreContainer Security node changed, reloading security.json
[junit4] 2> 323642 INFO (zkCallback-919-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
[junit4] 2> 323642 INFO (zkCallback-905-thread-1-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
[junit4] 2> 323642 INFO (zkCallback-905-thread-1-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
[junit4] 2> 323648 INFO (qtp317793032-4214) [n:127.0.0.1:43855_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authorization params={} status=0 QTime=0
[junit4] 2> 323649 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [ ] o.a.s.s.BasicAuthIntegrationTest Added Basic Auth security Header aGFycnk6SGFycnlJc1ViZXJDb29s
[junit4] 2> 323658 INFO (qtp317793032-4209) [n:127.0.0.1:43855_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authorization params={} status=0 QTime=1
[junit4] 2> 323658 INFO (zkCallback-919-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr ] o.a.s.c.CoreContainer Security node changed, reloading security.json
[junit4] 2> 323658 INFO (zkCallback-906-thread-2-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr ] o.a.s.c.CoreContainer Security node changed, reloading security.json
[junit4] 2> 323658 INFO (zkCallback-919-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
[junit4] 2> 323658 INFO (zkCallback-906-thread-2-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
[junit4] 2> 323658 INFO (zkCallback-919-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
[junit4] 2> 323658 INFO (zkCallback-906-thread-2-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
[junit4] 2> 323658 INFO (zkCallback-905-thread-1-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr ] o.a.s.c.CoreContainer Security node changed, reloading security.json
[junit4] 2> 323658 INFO (zkCallback-905-thread-1-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
[junit4] 2> 323659 INFO (zkCallback-905-thread-1-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
[junit4] 2> 323663 INFO (qtp317793032-4215) [n:127.0.0.1:43855_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authorization params={} status=0 QTime=0
[junit4] 2> 323664 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [ ] o.a.s.s.BasicAuthIntegrationTest Added Basic Auth security Header aGFycnk6SGFycnlJc1ViZXJDb29s
[junit4] 2> 323672 INFO (zkCallback-906-thread-2-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr ] o.a.s.c.CoreContainer Security node changed, reloading security.json
[junit4] 2> 323672 INFO (qtp317793032-4210) [n:127.0.0.1:43855_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authorization params={} status=0 QTime=1
[junit4] 2> 323672 INFO (zkCallback-906-thread-2-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
[junit4] 2> 323672 INFO (zkCallback-906-thread-2-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
[junit4] 2> 323672 INFO (zkCallback-905-thread-1-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr ] o.a.s.c.CoreContainer Security node changed, reloading security.json
[junit4] 2> 323672 INFO (zkCallback-905-thread-1-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
[junit4] 2> 323672 INFO (zkCallback-905-thread-1-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
[junit4] 2> 323672 INFO (zkCallback-919-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr ] o.a.s.c.CoreContainer Security node changed, reloading security.json
[junit4] 2> 323672 INFO (zkCallback-919-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
[junit4] 2> 323672 INFO (zkCallback-919-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
[junit4] 2> 323680 INFO (qtp317793032-4208) [n:127.0.0.1:43855_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authorization params={} status=0 QTime=0
[junit4] 2> 323690 INFO (qtp317793032-4214) [n:127.0.0.1:43855_solr ] o.a.s.s.RuleBasedAuthorizationPlugin request has come without principal. failed permission {
[junit4] 2> "name":"collection-admin-edit",
[junit4] 2> "role":"admin",
[junit4] 2> "index":3}
[junit4] 2> 323690 INFO (qtp317793032-4214) [n:127.0.0.1:43855_solr ] o.a.s.s.HttpSolrCall USER_REQUIRED auth header null context : userPrincipal: [null] type: [ADMIN], collections: [authCollection,], Path: [/admin/collections] path : /admin/collections params :name=authCollection&action=RELOAD&wt=javabin&version=2
[junit4] 2> 323693 INFO (qtp317793032-4210) [n:127.0.0.1:43855_solr ] o.a.s.s.RuleBasedAuthorizationPlugin request has come without principal. failed permission {
[junit4] 2> "name":"collection-admin-edit",
[junit4] 2> "role":"admin",
[junit4] 2> "index":3}
[junit4] 2> 323693 INFO (qtp317793032-4210) [n:127.0.0.1:43855_solr ] o.a.s.s.HttpSolrCall USER_REQUIRED auth header null context : userPrincipal: [null] type: [ADMIN], collections: [], Path: [/admin/collections] path : /admin/collections params :name=authCollection&action=RELOAD&wt=javabin&version=2
[junit4] 2> 323695 INFO (qtp1749235242-4125) [n:127.0.0.1:38899_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :reload with params name=authCollection&action=RELOAD&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 323716 INFO (OverseerThreadFactory-1515-thread-2-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=RELOAD
[junit4] 2> 323756 INFO (qtp1749235242-4133) [n:127.0.0.1:38899_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/key params={omitHeader=true&wt=json} status=0 QTime=0
[junit4] 2> 323756 INFO (qtp1749235242-4136) [ ] o.a.s.s.PKIAuthenticationPlugin New Key obtained from node: 127.0.0.1:38899_solr / MIGfMA0GCSqGSIb3DQEBAQUAA4GNADCBiQKBgQCfOvkV0ZMaTo7w2PNH88T1RL64hkzMkPrA31b7WB51iptjmKN57KuSU5+seKDGRZmLNxm1Nt1wi02zTLylm8mf/4Qahp5pu22eMKrNyvEGzjEg2Iq/GiZ+q+UImjXzD5URG6AWFkw8LyFcpi+unpmp0PACfmAmgMqmMmM0tfIy9QIDAQAB
[junit4] 2> 323761 INFO (qtp1749235242-4134) [n:127.0.0.1:38899_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/key params={omitHeader=true&wt=json} status=0 QTime=0
[junit4] 2> 323762 INFO (qtp304420152-4117) [ ] o.a.s.s.PKIAuthenticationPlugin New Key obtained from node: 127.0.0.1:38899_solr / MIGfMA0GCSqGSIb3DQEBAQUAA4GNADCBiQKBgQCfOvkV0ZMaTo7w2PNH88T1RL64hkzMkPrA31b7WB51iptjmKN57KuSU5+seKDGRZmLNxm1Nt1wi02zTLylm8mf/4Qahp5pu22eMKrNyvEGzjEg2Iq/GiZ+q+UImjXzD5URG6AWFkw8LyFcpi+unpmp0PACfmAmgMqmMmM0tfIy9QIDAQAB
[junit4] 2> 323817 INFO (qtp1749235242-4136) [n:127.0.0.1:38899_solr ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 323817 INFO (qtp304420152-4117) [n:127.0.0.1:42163_solr ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 323824 INFO (qtp304420152-4117) [n:127.0.0.1:42163_solr ] o.a.s.s.IndexSchema [authCollection_shard1_replica1] Schema name=minimal
[junit4] 2> 323826 INFO (qtp304420152-4117) [n:127.0.0.1:42163_solr ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 323826 INFO (qtp304420152-4117) [n:127.0.0.1:42163_solr ] o.a.s.c.CoreContainer Reloading SolrCore 'authCollection_shard1_replica1' using configuration from collection authCollection
[junit4] 2> 323829 INFO (qtp304420152-4117) [n:127.0.0.1:42163_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.c.SolrCore [[authCollection_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_3443B7047EB14507-001/tempDir-001/node3/authCollection_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_3443B7047EB14507-001/tempDir-001/node3/./authCollection_shard1_replica1/data/]
[junit4] 2> 323829 INFO (qtp1749235242-4136) [n:127.0.0.1:38899_solr ] o.a.s.s.IndexSchema [authCollection_shard3_replica1] Schema name=minimal
[junit4] 2> 323831 INFO (qtp1749235242-4136) [n:127.0.0.1:38899_solr ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 323831 INFO (qtp1749235242-4136) [n:127.0.0.1:38899_solr ] o.a.s.c.CoreContainer Reloading SolrCore 'authCollection_shard3_replica1' using configuration from collection authCollection
[junit4] 2> 323835 INFO (qtp1749235242-4136) [n:127.0.0.1:38899_solr c:authCollection s:shard3 r:core_node1 x:authCollection_shard3_replica1] o.a.s.c.SolrCore [[authCollection_shard3_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_3443B7047EB14507-001/tempDir-001/node2/authCollection_shard3_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_3443B7047EB14507-001/tempDir-001/node2/./authCollection_shard3_replica1/data/]
[junit4] 2> 323866 INFO (qtp304420152-4117) [n:127.0.0.1:42163_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 323866 INFO (qtp304420152-4117) [n:127.0.0.1:42163_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 323870 INFO (qtp1749235242-4136) [n:127.0.0.1:38899_solr c:authCollection s:shard3 r:core_node1 x:authCollection_shard3_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 323871 INFO (qtp1749235242-4136) [n:127.0.0.1:38899_solr c:authCollection s:shard3 r:core_node1 x:authCollection_shard3_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 323871 INFO (qtp304420152-4117) [n:127.0.0.1:42163_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@23ceef9b[authCollection_shard1_replica1] main]
[junit4] 2> 323872 INFO (qtp304420152-4117) [n:127.0.0.1:42163_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 323874 INFO (qtp304420152-4117) [n:127.0.0.1:42163_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 323875 INFO (qtp304420152-4117) [n:127.0.0.1:42163_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 323875 INFO (qtp1749235242-4136) [n:127.0.0.1:38899_solr c:authCollection s:shard3 r:core_node1 x:authCollection_shard3_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7d1e3555[authCollection_shard3_replica1] main]
[junit4] 2> 323875 INFO (qtp304420152-4117) [n:127.0.0.1:42163_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576378834235686912
[junit4] 2> 323876 INFO (qtp1749235242-4136) [n:127.0.0.1:38899_solr c:authCollection s:shard3 r:core_node1 x:authCollection_shard3_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 323877 INFO (qtp1749235242-4136) [n:127.0.0.1:38899_solr c:authCollection s:shard3 r:core_node1 x:authCollection_shard3_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 323877 INFO (qtp1749235242-4136) [n:127.0.0.1:38899_solr c:authCollection s:shard3 r:core_node1 x:authCollection_shard3_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 323877 INFO (searcherExecutor-1551-thread-1-processing-n:127.0.0.1:38899_solr x:authCollection_shard3_replica1 s:shard3 c:authCollection r:core_node1) [n:127.0.0.1:38899_solr c:authCollection s:shard3 r:core_node1 x:authCollection_shard3_replica1] o.a.s.c.SolrCore [authCollection_shard3_replica1] Registered new searcher Searcher@7d1e3555[authCollection_shard3_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 323877 INFO (searcherExecutor-1550-thread-1-processing-n:127.0.0.1:42163_solr x:authCollection_shard1_replica1 s:shard1 c:authCollection r:core_node3) [n:127.0.0.1:42163_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.c.SolrCore [authCollection_shard1_replica1] Registered new searcher Searcher@23ceef9b[authCollection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 323877 INFO (qtp1749235242-4136) [n:127.0.0.1:38899_solr c:authCollection s:shard3 r:core_node1 x:authCollection_shard3_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576378834237784064
[junit4] 2> 323878 INFO (qtp304420152-4117) [n:127.0.0.1:42163_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 323878 INFO (qtp304420152-4117) [n:127.0.0.1:42163_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3809169d[authCollection_shard1_replica1] main]
[junit4] 2> 323878 INFO (qtp304420152-4117) [n:127.0.0.1:42163_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.c.SolrCore [authCollection_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@75af35fd
[junit4] 2> 323878 INFO (searcherExecutor-1550-thread-1-processing-n:127.0.0.1:42163_solr x:authCollection_shard1_replica1 s:shard1 c:authCollection r:core_node3) [n:127.0.0.1:42163_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.c.SolrCore [authCollection_shard1_replica1] Registered new searcher Searcher@3809169d[authCollection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 323879 INFO (qtp304420152-4117) [n:127.0.0.1:42163_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.authCollection.shard1.replica1
[junit4] 2> 323879 INFO (qtp304420152-4117) [n:127.0.0.1:42163_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={core=authCollection_shard1_replica1&qt=/admin/cores&action=RELOAD&wt=javabin&version=2} status=0 QTime=116
[junit4] 2> 323882 INFO (qtp1749235242-4136) [n:127.0.0.1:38899_solr c:authCollection s:shard3 r:core_node1 x:authCollection_shard3_replica1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 323882 INFO (qtp1749235242-4136) [n:127.0.0.1:38899_solr c:authCollection s:shard3 r:core_node1 x:authCollection_shard3_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4f98e3aa[authCollection_shard3_replica1] main]
[junit4] 2> 323882 INFO (qtp1749235242-4136) [n:127.0.0.1:38899_solr c:authCollection s:shard3 r:core_node1 x:authCollection_shard3_replica1] o.a.s.c.SolrCore [authCollection_shard3_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@2d4f4de
[junit4] 2> 323882 INFO (searcherExecutor-1551-thread-1-processing-n:127.0.0.1:38899_solr x:authCollection_shard3_replica1 s:shard3 c:authCollection r:core_node1) [n:127.0.0.1:38899_solr c:authCollection s:shard3 r:core_node1 x:authCollection_shard3_replica1] o.a.s.c.SolrCore [authCollection_shard3_replica1] Registered new searcher Searcher@4f98e3aa[authCollection_shard3_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 323883 INFO (qtp1749235242-4136) [n:127.0.0.1:38899_solr c:authCollection s:shard3 r:core_node1 x:authCollection_shard3_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.authCollection.shard3.replica1
[junit4] 2> 323883 INFO (qtp1749235242-4136) [n:127.0.0.1:38899_solr c:authCollection s:shard3 r:core_node1 x:authCollection_shard3_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={core=authCollection_shard3_replica1&qt=/admin/cores&action=RELOAD&wt=javabin&version=2} status=0 QTime=122
[junit4] 2> 323884 INFO (qtp1749235242-4125) [n:127.0.0.1:38899_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=authCollection&action=RELOAD&wt=javabin&version=2} status=0 QTime=188
[junit4] 2> 323887 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [ ] o.a.s.s.BasicAuthIntegrationTest Added Basic Auth security Header aGFycnk6SGFycnlJc1ViZXJDb29s
[junit4] 2> 323892 INFO (qtp317793032-4211) [n:127.0.0.1:43855_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authorization params={} status=0 QTime=1
[junit4] 2> 323892 INFO (zkCallback-905-thread-1-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr ] o.a.s.c.CoreContainer Security node changed, reloading security.json
[junit4] 2> 323892 INFO (zkCallback-905-thread-1-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
[junit4] 2> 323892 INFO (zkCallback-905-thread-1-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
[junit4] 2> 323892 INFO (zkCallback-906-thread-2-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr ] o.a.s.c.CoreContainer Security node changed, reloading security.json
[junit4] 2> 323892 INFO (zkCallback-906-thread-2-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
[junit4] 2> 323893 INFO (zkCallback-906-thread-2-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
[junit4] 2> 323893 INFO (zkCallback-919-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr ] o.a.s.c.CoreContainer Security node changed, reloading security.json
[junit4] 2> 323893 INFO (zkCallback-919-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
[junit4] 2> 323893 INFO (zkCallback-919-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
[junit4] 2> 325719 INFO (OverseerCollectionConfigSetProcessor-98523676795994119-127.0.0.1:38899_solr-n_0000000000) [n:127.0.0.1:38899_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 327920 INFO (qtp304420152-4117) [n:127.0.0.1:42163_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [authCollection_shard1_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{} 0 4016
[junit4] 2> 327920 ERROR (qtp304420152-4117) [n:127.0.0.1:42163_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: No registered leader was found after waiting for 4000ms , collection: authCollection slice: shard2
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:748)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:734)
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.setupRequest(DistributedUpdateProcessor.java:400)
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.setupRequest(DistributedUpdateProcessor.java:346)
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:703)
[junit4] 2> at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:103)
[junit4] 2> at org.apache.solr.handler.loader.JavabinLoader$1.update(JavabinLoader.java:98)
[junit4] 2> at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readOuterMostDocIterator(JavaBinUpdateRequestCodec.java:180)
[junit4] 2> at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readIterator(JavaBinUpdateRequestCodec.java:136)
[junit4] 2> at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:306)
[junit4] 2> at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:251)
[junit4] 2> at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readNamedList(JavaBinUpdateRequestCodec.java:122)
[junit4] 2> at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:271)
[junit4] 2> at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:251)
[junit4] 2> at org.apache.solr.common.util.JavaBinCodec.unmarshal(JavaBinCodec.java:173)
[junit4] 2> at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.unmarshal(JavaBinUpdateRequestCodec.java:187)
[junit4] 2> at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:108)
[junit4] 2> at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:55)
[junit4] 2> at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97)
[junit4] 2> at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:173)
[junit4] 2> at org.apache.solr.core.SolrCore.execute(SolrCore.java:2477)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:723)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCa
[...truncated too long message...]
collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 327957 INFO (coreCloseExecutor-1558-thread-1) [n:127.0.0.1:42163_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.authCollection.shard1.replica1
[junit4] 2> 327958 INFO (coreCloseExecutor-1559-thread-1) [n:127.0.0.1:38899_solr c:authCollection s:shard3 r:core_node1 x:authCollection_shard3_replica1] o.a.s.c.SolrCore [authCollection_shard3_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@54a11c6f
[junit4] 2> 327959 INFO (coreCloseExecutor-1561-thread-1) [n:127.0.0.1:43855_solr c:authCollection s:shard2 r:core_node4 x:authCollection_shard2_replica1] o.a.s.c.SolrCore [authCollection_shard2_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@65022f9b
[junit4] 2> 327959 INFO (zkCallback-919-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 327959 INFO (zkCallback-905-thread-1-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 327966 INFO (coreCloseExecutor-1561-thread-1) [n:127.0.0.1:43855_solr c:authCollection s:shard2 r:core_node4 x:authCollection_shard2_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.authCollection.shard2.replica1
[junit4] 2> 327967 INFO (coreCloseExecutor-1559-thread-1) [n:127.0.0.1:38899_solr c:authCollection s:shard3 r:core_node1 x:authCollection_shard3_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.authCollection.shard3.replica1
[junit4] 2> 327968 INFO (zkCallback-905-thread-1-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 327968 WARN (zkCallback-919-thread-2-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 327969 INFO (jetty-closer-891-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98523676795994119-127.0.0.1:38899_solr-n_0000000000) closing
[junit4] 2> 327969 INFO (OverseerStateUpdate-98523676795994119-127.0.0.1:38899_solr-n_0000000000) [n:127.0.0.1:38899_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:38899_solr
[junit4] 2> 327970 WARN (zkCallback-905-thread-1-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 327970 INFO (jetty-closer-891-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@69d821af{/solr,null,UNAVAILABLE}
[junit4] 2> 329102 ERROR (coreZkRegister-1539-thread-1-processing-n:127.0.0.1:43855_solr x:authCollection_shard2_replica1 s:shard2 c:authCollection) [n:127.0.0.1:43855_solr c:authCollection s:shard2 r:core_node4 x:authCollection_shard2_replica1] o.a.s.c.ZkController Error getting leader from zk
[junit4] 2> org.apache.solr.common.SolrException: CoreContainer is closed
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1040)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1007)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:963)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:902)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:846)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 329102 ERROR (coreZkRegister-1539-thread-1-processing-n:127.0.0.1:43855_solr x:authCollection_shard2_replica1 s:shard2 c:authCollection) [n:127.0.0.1:43855_solr c:authCollection s:shard2 r:core_node4 x:authCollection_shard2_replica1] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard2
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:996)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:902)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:846)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: CoreContainer is closed
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1040)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1007)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:963)
[junit4] 2> ... 7 more
[junit4] 2>
[junit4] 2> 329103 INFO (jetty-closer-891-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5d58e797{/solr,null,UNAVAILABLE}
[junit4] 2> 329459 WARN (zkCallback-906-thread-2-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 329459 INFO (jetty-closer-891-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5822657f{/solr,null,UNAVAILABLE}
[junit4] 2> 329460 ERROR (SUITE-BasicAuthIntegrationTest-seed#[3443B7047EB14507]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 329460 INFO (SUITE-BasicAuthIntegrationTest-seed#[3443B7047EB14507]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43875 43875
[junit4] 2> 334496 INFO (Thread-952) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43875 43875
[junit4] 2> 334496 WARN (Thread-952) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 4 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 4 /solr/collections/authCollection/state.json
[junit4] 2> 2 /solr/overseer_elect/election/98523676795994119-127.0.0.1:38899_solr-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/98523676795994120-127.0.0.1:42163_solr-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/collections
[junit4] 2> 4 /solr/live_nodes
[junit4] 2>
[junit4] 2> 334496 INFO (SUITE-BasicAuthIntegrationTest-seed#[3443B7047EB14507]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_3443B7047EB14507-001
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=true,coord=crazy): {}, locale=el-GR, timezone=Pacific/Rarotonga
[junit4] 2> NOTE: Linux 4.10.0-27-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=90092832,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestSolrQueryParserResource, TestConfigsApi, OverseerRolesTest, HdfsRestartWhileUpdatingTest, PingRequestHandlerTest, TestScoreJoinQPScore, TestSubQueryTransformer, TestFreeTextSuggestions, TestGroupingSearch, TestNamedUpdateProcessors, TestSolrCloudWithHadoopAuthPlugin, ResponseHeaderTest, TestConfigSetsAPIZkFailure, TestJavabinTupleStreamParser, TestAnalyzeInfixSuggestions, AtomicUpdateProcessorFactoryTest, TestSolrXml, SolrJmxReporterTest, TestSchemaVersionResource, TestHdfsBackupRestoreCore, TestStandardQParsers, ReplicaListTransformerTest, StatsReloadRaceTest, TestStressReorder, HdfsTlogReplayBufferedWhileIndexingTest, LeaderFailureAfterFreshStartTest, SolrIndexMetricsTest, TestEmbeddedSolrServerSchemaAPI, TestSolrConfigHandlerCloud, TestNonDefinedSimilarityFactory, TestLegacyFieldCache, TestRequestStatusCollectionAPI, BlockJoinFacetRandomTest, ConcurrentDeleteAndCreateCollectionTest, TestComplexPhraseLeadingWildcard, HardAutoCommitTest, PluginInfoTest, SolrTestCaseJ4Test, SolrMetricManagerTest, ZkStateWriterTest, TestSolrDeletionPolicy1, TestLFUCache, AsyncCallRequestStatusResponseTest, TestDFRSimilarityFactory, TestQueryWrapperFilter, RecoveryZkTest, TestSchemaNameResource, TestReversedWildcardFilterFactory, OpenExchangeRatesOrgProviderTest, DOMUtilTest, BasicAuthIntegrationTest]
[junit4] Completed [144/713 (1!)] on J2 in 15.88s, 1 test, 1 error <<< FAILURES!
[...truncated 45333 lines...]
[JENKINS-EA] Lucene-Solr-6.6-Linux (64bit/jdk-9-ea+181) - Build #
76 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.6-Linux/76/
Java: 64bit/jdk-9-ea+181 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC --illegal-access=deny
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.core.TestJmxIntegration
Error Message:
No JMX server found by monitor map
Stack Trace:
java.lang.AssertionError: No JMX server found by monitor map
at __randomizedtesting.SeedInfo.seed([30D29E49C16D8F36]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.core.TestJmxIntegration.beforeClass(TestJmxIntegration.java:75)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Something is broken in the assert for no shards using the same indexDir - probably something was changed in the attributes published in the MBean of SolrCore : {}
Stack Trace:
java.lang.AssertionError: Something is broken in the assert for no shards using the same indexDir - probably something was changed in the attributes published in the MBean of SolrCore : {}
at __randomizedtesting.SeedInfo.seed([30D29E49C16D8F36:78A7EAFDC75EA0A3]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.checkNoTwoShardsUseTheSameIndexDir(CollectionsAPIDistributedZkTest.java:646)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:524)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 1704 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/core/test/temp/junit4-J1-20170821_155814_8189063778453202070886.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 5 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/core/test/temp/junit4-J0-20170821_155814_8188919562836508487886.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/core/test/temp/junit4-J2-20170821_155814_81716071547906664655977.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 289 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/test-framework/test/temp/junit4-J1-20170821_160428_92513641190570773323838.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/test-framework/test/temp/junit4-J2-20170821_160428_92518154004262547589520.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/test-framework/test/temp/junit4-J0-20170821_160428_92412325092403666501800.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 1027 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/analysis/common/test/temp/junit4-J1-20170821_160530_68016477380976824474308.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/analysis/common/test/temp/junit4-J2-20170821_160530_68114364426334089470559.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/analysis/common/test/temp/junit4-J0-20170821_160530_68014718568580532052309.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 216 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/analysis/icu/test/temp/junit4-J2-20170821_160744_91111575209809486788797.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/analysis/icu/test/temp/junit4-J0-20170821_160744_91013404922665381071820.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 5 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/analysis/icu/test/temp/junit4-J1-20170821_160744_91016954677794925018815.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 235 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J2-20170821_160759_0312589836790429726217.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 5 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J0-20170821_160759_0313551387465698727568.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J1-20170821_160759_03111298812315054453535.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 146 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J1-20170821_160829_8989524015221966025201.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 6 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J2-20170821_160829_89817415162626786585386.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J0-20170821_160829_8981130321377031230247.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 158 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J2-20170821_160834_6531053928071905805924.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J0-20170821_160834_6537951491673185760466.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J1-20170821_160834_65310740986916219177083.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 145 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J1-20170821_160844_6564069611275829144004.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J0-20170821_160844_6567475200966545728547.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 146 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/analysis/stempel/test/temp/junit4-J1-20170821_160852_1829289127696370987122.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/analysis/stempel/test/temp/junit4-J2-20170821_160852_18212124631535681576610.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/analysis/stempel/test/temp/junit4-J0-20170821_160852_1822703715772066829373.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 161 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/analysis/uima/test/temp/junit4-J0-20170821_160854_90011401998050511998864.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 157 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/backward-codecs/test/temp/junit4-J2-20170821_160901_5127106392227807559519.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 17 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/backward-codecs/test/temp/junit4-J0-20170821_160901_51216250995991631298135.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 9 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/backward-codecs/test/temp/junit4-J1-20170821_160901_51215032968054301809318.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 1344 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/benchmark/test/temp/junit4-J2-20170821_161008_0537416394670765541942.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/benchmark/test/temp/junit4-J1-20170821_161008_0533945883737376957077.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/benchmark/test/temp/junit4-J0-20170821_161008_05315914447792332874341.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 226 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/classification/test/temp/junit4-J0-20170821_161015_54313830370031807933049.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/classification/test/temp/junit4-J1-20170821_161015_5431709177431920749493.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/classification/test/temp/junit4-J2-20170821_161015_5434027341201885076167.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 242 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/codecs/test/temp/junit4-J1-20170821_161022_88513772770203526600071.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/codecs/test/temp/junit4-J2-20170821_161022_88512242356739792464962.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 11 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/codecs/test/temp/junit4-J0-20170821_161022_8859442548299446471278.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 229 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/demo/test/temp/junit4-J1-20170821_161237_76211480713504464416519.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/demo/test/temp/junit4-J2-20170821_161237_7623486313697036137483.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/demo/test/temp/junit4-J0-20170821_161237_76213293121117248987235.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 159 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/expressions/test/temp/junit4-J2-20170821_161240_3468024288215693866956.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/expressions/test/temp/junit4-J1-20170821_161240_34616968164822677529104.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 6 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/expressions/test/temp/junit4-J0-20170821_161240_34614231846682457951867.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 209 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/facet/test/temp/junit4-J1-20170821_161246_00418303922941439633084.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/facet/test/temp/junit4-J0-20170821_161246_0046235197638152702561.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/facet/test/temp/junit4-J2-20170821_161246_0047969729571016328118.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 156 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/grouping/test/temp/junit4-J2-20170821_161352_693588416281658747715.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/grouping/test/temp/junit4-J1-20170821_161352_69315760742465707319116.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/grouping/test/temp/junit4-J0-20170821_161352_69316155607496976758035.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 241 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/highlighter/test/temp/junit4-J2-20170821_161401_95313288923753475206779.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 6 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/highlighter/test/temp/junit4-J0-20170821_161401_9538809536247995148831.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/highlighter/test/temp/junit4-J1-20170821_161401_95316498271906592853756.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 152 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/join/test/temp/junit4-J2-20170821_161421_17115953926345309873733.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/join/test/temp/junit4-J0-20170821_161421_17115237417942926605893.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/join/test/temp/junit4-J1-20170821_161421_1714773192276589855746.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 143 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/memory/test/temp/junit4-J0-20170821_161435_7907832250444869388465.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/memory/test/temp/junit4-J1-20170821_161435_7903631217899746273179.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 210 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/misc/test/temp/junit4-J0-20170821_161444_25512066565612545824015.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 5 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/misc/test/temp/junit4-J2-20170821_161444_2552781452673872100370.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/misc/test/temp/junit4-J1-20170821_161444_255948634207761769390.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 309 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/queries/test/temp/junit4-J1-20170821_161505_11615359723270163529174.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 6 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/queries/test/temp/junit4-J2-20170821_161505_11616890034129688755403.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/queries/test/temp/junit4-J0-20170821_161505_1167124841981592013271.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 227 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/queryparser/test/temp/junit4-J1-20170821_161512_6545443676759868246075.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 6 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/queryparser/test/temp/junit4-J0-20170821_161512_65413525589258294118846.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/queryparser/test/temp/junit4-J2-20170821_161512_6549973235614231289042.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 199 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/replicator/test/temp/junit4-J1-20170821_161519_59210512963349772912173.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/replicator/test/temp/junit4-J0-20170821_161519_59216199445541343237616.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/replicator/test/temp/junit4-J2-20170821_161519_59213252858850543924235.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 191 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/sandbox/test/temp/junit4-J2-20170821_161531_8343740131438053674542.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 21 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/sandbox/test/temp/junit4-J0-20170821_161531_83412535290449646343499.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 7 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/sandbox/test/temp/junit4-J1-20170821_161531_83415772298486826043083.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 208 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/spatial-extras/test/temp/junit4-J1-20170821_161606_87210632466826669034157.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 6 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/spatial-extras/test/temp/junit4-J2-20170821_161606_8729169169871056774343.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/spatial-extras/test/temp/junit4-J0-20170821_161606_87210033488079846085572.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 151 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/spatial/test/temp/junit4-J0-20170821_161618_692815201150387671982.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 7 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/spatial/test/temp/junit4-J2-20170821_161618_69214887948970692521049.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 11 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/spatial/test/temp/junit4-J1-20170821_161618_69212667227425154429872.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 161 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/spatial3d/test/temp/junit4-J2-20170821_161817_8631423645298298274317.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/spatial3d/test/temp/junit4-J0-20170821_161817_8634568223322098485435.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 8 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/spatial3d/test/temp/junit4-J1-20170821_161817_86311535622497996204563.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 305 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/suggest/test/temp/junit4-J1-20170821_161912_8919260607927965110762.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/suggest/test/temp/junit4-J0-20170821_161912_89115188280225492037350.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/suggest/test/temp/junit4-J2-20170821_161912_8918117809652047110854.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 2422 lines...]
[junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30D29E49C16D8F36-001/init-core-data-001
[junit4] 2> 1023773 WARN (SUITE-CollectionsAPIDistributedZkTest-seed#[30D29E49C16D8F36]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 1023773 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[30D29E49C16D8F36]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields
[junit4] 2> 1023774 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[30D29E49C16D8F36]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 1023774 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[30D29E49C16D8F36]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30D29E49C16D8F36-001/tempDir-001
[junit4] 2> 1023775 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[30D29E49C16D8F36]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1023775 INFO (Thread-2621) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1023775 INFO (Thread-2621) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1023780 ERROR (Thread-2621) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1023875 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[30D29E49C16D8F36]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:44537
[junit4] 2> 1023879 INFO (jetty-launcher-1363-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1023879 INFO (jetty-launcher-1363-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1023879 INFO (jetty-launcher-1363-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1023879 INFO (jetty-launcher-1363-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1023883 INFO (jetty-launcher-1363-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@606bc417{/solr,null,AVAILABLE}
[junit4] 2> 1023883 INFO (jetty-launcher-1363-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@bc3ff2d{/solr,null,AVAILABLE}
[junit4] 2> 1023884 INFO (jetty-launcher-1363-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6754f56c{/solr,null,AVAILABLE}
[junit4] 2> 1023884 INFO (jetty-launcher-1363-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7bebc7a{/solr,null,AVAILABLE}
[junit4] 2> 1023885 INFO (jetty-launcher-1363-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@55785179{SSL,[ssl, http/1.1]}{127.0.0.1:34827}
[junit4] 2> 1023885 INFO (jetty-launcher-1363-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@251c2345{SSL,[ssl, http/1.1]}{127.0.0.1:37325}
[junit4] 2> 1023885 INFO (jetty-launcher-1363-thread-3) [ ] o.e.j.s.Server Started @1025428ms
[junit4] 2> 1023885 INFO (jetty-launcher-1363-thread-2) [ ] o.e.j.s.Server Started @1025428ms
[junit4] 2> 1023885 INFO (jetty-launcher-1363-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34827}
[junit4] 2> 1023885 INFO (jetty-launcher-1363-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37325}
[junit4] 2> 1023885 INFO (jetty-launcher-1363-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@113206f8{SSL,[ssl, http/1.1]}{127.0.0.1:36739}
[junit4] 2> 1023885 INFO (jetty-launcher-1363-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7cb42f5b{SSL,[ssl, http/1.1]}{127.0.0.1:37267}
[junit4] 2> 1023885 INFO (jetty-launcher-1363-thread-4) [ ] o.e.j.s.Server Started @1025428ms
[junit4] 2> 1023885 INFO (jetty-launcher-1363-thread-1) [ ] o.e.j.s.Server Started @1025428ms
[junit4] 2> 1023885 INFO (jetty-launcher-1363-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36739}
[junit4] 2> 1023885 ERROR (jetty-launcher-1363-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1023885 ERROR (jetty-launcher-1363-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1023885 INFO (jetty-launcher-1363-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.1
[junit4] 2> 1023886 INFO (jetty-launcher-1363-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.1
[junit4] 2> 1023886 INFO (jetty-launcher-1363-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1023886 INFO (jetty-launcher-1363-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1023886 INFO (jetty-launcher-1363-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1023886 INFO (jetty-launcher-1363-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1023886 INFO (jetty-launcher-1363-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-21T16:37:10.332107Z
[junit4] 2> 1023886 INFO (jetty-launcher-1363-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-21T16:37:10.332125Z
[junit4] 2> 1023885 ERROR (jetty-launcher-1363-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1023885 INFO (jetty-launcher-1363-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37267}
[junit4] 2> 1023886 INFO (jetty-launcher-1363-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.1
[junit4] 2> 1023886 INFO (jetty-launcher-1363-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1023886 INFO (jetty-launcher-1363-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1023886 ERROR (jetty-launcher-1363-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1023886 INFO (jetty-launcher-1363-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-21T16:37:10.332305Z
[junit4] 2> 1023886 INFO (jetty-launcher-1363-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.1
[junit4] 2> 1023886 INFO (jetty-launcher-1363-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1023886 INFO (jetty-launcher-1363-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1023886 INFO (jetty-launcher-1363-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-21T16:37:10.332480Z
[junit4] 2> 1023894 INFO (jetty-launcher-1363-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1023896 INFO (jetty-launcher-1363-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1023896 INFO (jetty-launcher-1363-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1023902 INFO (jetty-launcher-1363-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1023905 INFO (jetty-launcher-1363-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1023905 INFO (jetty-launcher-1363-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1023907 INFO (jetty-launcher-1363-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44537/solr
[junit4] 2> 1023910 INFO (jetty-launcher-1363-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1023913 INFO (jetty-launcher-1363-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44537/solr
[junit4] 2> 1023918 INFO (jetty-launcher-1363-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1023922 INFO (jetty-launcher-1363-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44537/solr
[junit4] 2> 1023926 INFO (jetty-launcher-1363-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44537/solr
[junit4] 2> 1023947 INFO (jetty-launcher-1363-thread-2) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1023947 INFO (jetty-launcher-1363-thread-1) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1023951 INFO (jetty-launcher-1363-thread-2) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37325_solr
[junit4] 2> 1023953 INFO (jetty-launcher-1363-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37267_solr
[junit4] 2> 1023953 INFO (jetty-launcher-1363-thread-2) [ ] o.a.s.c.Overseer Overseer (id=98522459683291145-127.0.0.1:37325_solr-n_0000000000) starting
[junit4] 2> 1023954 INFO (zkCallback-1383-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1023954 INFO (zkCallback-1384-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1023954 INFO (zkCallback-1380-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1023954 INFO (jetty-launcher-1363-thread-4) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1023955 INFO (jetty-launcher-1363-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1023955 INFO (jetty-launcher-1363-thread-4) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36739_solr
[junit4] 2> 1023955 INFO (zkCallback-1380-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1023958 INFO (zkCallback-1384-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1023958 INFO (zkCallback-1385-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1023958 INFO (jetty-launcher-1363-thread-3) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1023959 INFO (jetty-launcher-1363-thread-3) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34827_solr
[junit4] 2> 1023960 INFO (zkCallback-1384-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1023960 INFO (zkCallback-1385-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1023960 INFO (zkCallback-1380-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1023962 INFO (zkCallback-1383-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 1023971 INFO (jetty-launcher-1363-thread-2) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37325_solr
[junit4] 2> 1023971 INFO (zkCallback-1384-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1023971 INFO (zkCallback-1383-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1023971 INFO (zkCallback-1385-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1023972 INFO (zkCallback-1380-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1023980 INFO (jetty-launcher-1363-thread-3) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30D29E49C16D8F36-001/tempDir-001/node3/.
[junit4] 2> 1023989 INFO (jetty-launcher-1363-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30D29E49C16D8F36-001/tempDir-001/node1/.
[junit4] 2> 1023992 INFO (jetty-launcher-1363-thread-4) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30D29E49C16D8F36-001/tempDir-001/node4/.
[junit4] 2> 1024009 INFO (jetty-launcher-1363-thread-2) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30D29E49C16D8F36-001/tempDir-001/node2/.
[junit4] 2> 1024016 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[30D29E49C16D8F36]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1024016 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[30D29E49C16D8F36]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44537/solr ready
[junit4] 2> 1024034 INFO (TEST-CollectionsAPIDistributedZkTest.testNoCollectionSpecified-seed#[30D29E49C16D8F36]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNoCollectionSpecified
[junit4] 2> 1024035 INFO (TEST-CollectionsAPIDistributedZkTest.testNoCollectionSpecified-seed#[30D29E49C16D8F36]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1024088 INFO (qtp482222126-9073) [ ] o.a.s.h.a.CoreAdminOperation core create command dataDir=/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30D29E49C16D8F36-001/tempDir-002&collection.configName=conf&name=corewithnocollection&action=CREATE&numShards=1&collection=&wt=javabin&version=2
[junit4] 2> 1024088 INFO (qtp482222126-9073) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1024089 INFO (OverseerStateUpdate-98522459683291145-127.0.0.1:37325_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 1025094 INFO (qtp482222126-9073) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 1025100 INFO (qtp482222126-9073) [ ] o.a.s.s.IndexSchema [corewithnocollection] Schema name=minimal
[junit4] 2> 1025101 INFO (qtp482222126-9073) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1025101 INFO (qtp482222126-9073) [ ] o.a.s.c.CoreContainer Creating SolrCore 'corewithnocollection' using configuration from collection corewithnocollection, trusted=true
[junit4] 2> 1025101 INFO (qtp482222126-9073) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1025102 INFO (qtp482222126-9073) [ ] o.a.s.c.SolrCore [[corewithnocollection] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30D29E49C16D8F36-001/tempDir-001/node1/corewithnocollection], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30D29E49C16D8F36-001/tempDir-002/]
[junit4] 2> 1025132 INFO (qtp482222126-9073) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1025132 INFO (qtp482222126-9073) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1025133 INFO (qtp482222126-9073) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1025133 INFO (qtp482222126-9073) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1025133 INFO (qtp482222126-9073) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3f1e2dfa[corewithnocollection] main]
[junit4] 2> 1025134 INFO (qtp482222126-9073) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1025134 INFO (qtp482222126-9073) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1025134 INFO (qtp482222126-9073) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1025134 INFO (searcherExecutor-3500-thread-1) [ ] o.a.s.c.SolrCore [corewithnocollection] Registered new searcher Searcher@3f1e2dfa[corewithnocollection] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1025134 INFO (qtp482222126-9073) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576359356352430080
[junit4] 2> 1025137 INFO (qtp482222126-9073) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1025137 INFO (qtp482222126-9073) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1025137 INFO (qtp482222126-9073) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:37267/solr/corewithnocollection/
[junit4] 2> 1025137 INFO (qtp482222126-9073) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1025137 INFO (qtp482222126-9073) [ ] o.a.s.c.SyncStrategy https://127.0.0.1:37267/solr/corewithnocollection/ has no replicas
[junit4] 2> 1025137 INFO (qtp482222126-9073) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1025138 INFO (qtp482222126-9073) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:37267/solr/corewithnocollection/ shard1
[junit4] 2> 1025289 INFO (qtp482222126-9073) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1025290 INFO (qtp482222126-9073) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={dataDir=/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30D29E49C16D8F36-001/tempDir-002&collection.configName=conf&name=corewithnocollection&action=CREATE&numShards=1&collection=&wt=javabin&version=2} status=0 QTime=1202
[junit4] 2> 1025292 INFO (qtp482222126-9094) [ ] o.a.s.h.a.CoreAdminOperation core create command dataDir=/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30D29E49C16D8F36-001/tempDir-002&collection.configName=conf&name=corewithnocollection2&action=CREATE&numShards=1&wt=javabin&version=2
[junit4] 2> 1025293 INFO (OverseerStateUpdate-98522459683291145-127.0.0.1:37325_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 1026297 INFO (qtp482222126-9094) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 1026301 INFO (qtp482222126-9094) [ ] o.a.s.s.IndexSchema [corewithnocollection2] Schema name=minimal
[junit4] 2> 1026302 INFO (qtp482222126-9094) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1026302 INFO (qtp482222126-9094) [ ] o.a.s.c.CoreContainer Creating SolrCore 'corewithnocollection2' using configuration from collection corewithnocollection2, trusted=true
[junit4] 2> 1026302 INFO (qtp482222126-9094) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1026302 INFO (qtp482222126-9094) [ ] o.a.s.c.SolrCore [[corewithnocollection2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30D29E49C16D8F36-001/tempDir-001/node1/corewithnocollection2], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30D29E49C16D8F36-001/tempDir-002/]
[junit4] 2> 1026339 INFO (qtp482222126-9094) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1026339 INFO (qtp482222126-9094) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1026339 INFO (qtp482222126-9094) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1026339 INFO (qtp482222126-9094) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1026340 INFO (qtp482222126-9094) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1e0fd4a3[corewithnocollection2] main]
[junit4] 2> 1026340 INFO (qtp482222126-9094) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1026340 INFO (qtp482222126-9094) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1026340 INFO (qtp482222126-9094) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1026341 INFO (searcherExecutor-3505-thread-1) [ ] o.a.s.c.SolrCore [corewithnocollection2] Registered new searcher Searcher@1e0fd4a3[corewithnocollection2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1026341 INFO (qtp482222126-9094) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576359357618061312
[junit4] 2> 1026344 INFO (qtp482222126-9094) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1026344 INFO (qtp482222126-9094) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1026344 INFO (qtp482222126-9094) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:37267/solr/corewithnocollection2/
[junit4] 2> 1026344 INFO (qtp482222126-9094) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1026344 INFO (qtp482222126-9094) [ ] o.a.s.c.SyncStrategy https://127.0.0.1:37267/solr/corewithnocollection2/ has no replicas
[junit4] 2> 1026344 INFO (qtp482222126-9094) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1026346 INFO (qtp482222126-9094) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:37267/solr/corewithnocollection2/ shard1
[junit4] 2> 1026496 INFO (qtp482222126-9094) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1026497 INFO (qtp482222126-9094) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={dataDir=/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30D29E49C16D8F36-001/tempDir-002&collection.configName=conf&name=corewithnocollection2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=1205
[junit4] 2> 1026498 INFO (TEST-CollectionsAPIDistributedZkTest.testNoCollectionSpecified-seed#[30D29E49C16D8F36]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNoCollectionSpecified
[junit4] 2> 1026517 INFO (TEST-CollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection-seed#[30D29E49C16D8F36]) [ ] o.a.s.SolrTestCaseJ4 ###Starting deletePartiallyCreatedCollection
[junit4] 2> 1026517 INFO (TEST-CollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection-seed#[30D29E49C16D8F36]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1026519 INFO (qtp482222126-9100) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=corewithnocollection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1026520 INFO (OverseerThreadFactory-3491-thread-1) [ ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 1026527 INFO (qtp482222126-9073) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.corewithnocollection
[junit4] 2> 1026528 INFO (qtp482222126-9073) [ ] o.a.s.c.SolrCore [corewithnocollection] CLOSING SolrCore org.apache.solr.core.SolrCore@56dacd5b
[junit4] 2> 1026528 INFO (qtp482222126-9073) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.corewithnocollection
[junit4] 2> 1026529 INFO (qtp482222126-9073) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=corewithnocollection&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1027232 INFO (qtp482222126-9100) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=corewithnocollection&action=DELETE&wt=javabin&version=2} status=0 QTime=712
[junit4] 2> 1027233 INFO (qtp482222126-9105) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=corewithnocollection2&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1027234 INFO (OverseerCollectionConfigSetProcessor-98522459683291145-127.0.0.1:37325_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1027234 INFO (OverseerThreadFactory-3491-thread-2) [ ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 1027236 INFO (qtp482222126-9094) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.corewithnocollection2
[junit4] 2> 1027236 INFO (qtp482222126-9094) [ ] o.a.s.c.SolrCore [corewithnocollection2] CLOSING SolrCore org.apache.solr.core.SolrCore@702acc8a
[junit4] 2> 1027236 INFO (qtp482222126-9094) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.corewithnocollection2
[junit4] 2> 1027237 INFO (qtp482222126-9094) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=corewithnocollection2&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1027939 INFO (qtp482222126-9105) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=corewithnocollection2&action=DELETE&wt=javabin&version=2} status=0 QTime=705
[junit4] 2> 1027941 INFO (qtp482222126-9079) [ ] o.a.s.h.a.CoreAdminOperation core create command dataDir=/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30D29E49C16D8F36-001/tempDir-003&collection.configName=conf&name=halfdeletedcollection_shard1_replica1&action=CREATE&numShards=2&collection=halfdeletedcollection&wt=javabin&version=2
[junit4] 2> 1027942 INFO (OverseerStateUpdate-98522459683291145-127.0.0.1:37325_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 1028946 INFO (qtp482222126-9079) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 1028950 INFO (qtp482222126-9079) [ ] o.a.s.s.IndexSchema [halfdeletedcollection_shard1_replica1] Schema name=minimal
[junit4] 2> 1028951 INFO (qtp482222126-9079) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1028951 INFO (qtp482222126-9079) [ ] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection_shard1_replica1' using configuration from collection halfdeletedcollection, trusted=true
[junit4] 2> 1028952 INFO (qtp482222126-9079) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1028952 INFO (qtp482222126-9079) [ ] o.a.s.c.SolrCore [[halfdeletedcollection_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30D29E49C16D8F36-001/tempDir-001/node1/halfdeletedcollection_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30D29E49C16D8F36-001/tempDir-003/]
[junit4] 2> 1028984 INFO (qtp482222126-9079) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1028984 INFO (qtp482222126-9079) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1028985 INFO (qtp482222126-9079) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1028985 INFO (qtp482222126-9079) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1028985 INFO (qtp482222126-9079) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@743a1794[halfdeletedcollection_shard1_replica1] main]
[junit4] 2> 1028986 INFO (qtp482222126-9079) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1028986 INFO (qtp482222126-9079) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1028986 INFO (qtp482222126-9079) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1028986 INFO (searcherExecutor-3510-thread-1) [ ] o.a.s.c.SolrCore [halfdeletedcollection_shard1_replica1] Registered new searcher Searcher@743a1794[halfdeletedcollection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1028986 INFO (qtp482222126-9079) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576359360391544832
[junit4] 2> 1028989 INFO (qtp482222126-9079) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1028989 INFO (qtp482222126-9079) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1028989 INFO (qtp482222126-9079) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:37267/solr/halfdeletedcollection_shard1_replica1/
[junit4] 2> 1028989 INFO (qtp482222126-9079) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1028989 INFO (qtp482222126-9079) [ ] o.a.s.c.SyncStrategy https://127.0.0.1:37267/solr/halfdeletedcollection_shard1_replica1/ has no replicas
[junit4] 2> 1028989 INFO (qtp482222126-9079) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1028990 INFO (qtp482222126-9079) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:37267/solr/halfdeletedcollection_shard1_replica1/ shard2
[junit4] 2> 1029141 INFO (qtp482222126-9079) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1029141 INFO (qtp482222126-9079) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={dataDir=/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30D29E49C16D8F36-001/tempDir-003&collection.configName=conf&name=halfdeletedcollection_shard1_replica1&action=CREATE&numShards=2&collection=halfdeletedcollection&wt=javabin&version=2} status=0 QTime=1200
[junit4] 2> 1029144 INFO (qtp482222126-9079) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=halfdeletedcollection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1029146 INFO (OverseerCollectionConfigSetProcessor-98522459683291145-127.0.0.1:37325_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1029146 INFO (OverseerThreadFactory-3491-thread-3) [ ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 1029148 INFO (qtp482222126-9073) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.halfdeletedcollection.shard1.replica1
[junit4] 2> 1029148 INFO (qtp482222126-9073) [ ] o.a.s.c.SolrCore [halfdeletedcollection_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@7842bc04
[junit4] 2> 1029149 INFO (qtp482222126-9073) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.halfdeletedcollection.shard1.replica1
[junit4] 2> 1029150 INFO (qtp482222126-9073) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=halfdeletedcollection_shard1_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 1029853 INFO (qtp482222126-9079) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=halfdeletedcollection&action=DELETE&wt=javabin&version=2} status=0 QTime=708
[junit4] 2> 1029854 INFO (qtp482222126-9100) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1029854 INFO (qtp482222126-9100) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1029856 INFO (qtp482222126-9105) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=halfdeletedcollection&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1029857 INFO (OverseerThreadFactory-3491-thread-4) [ ] o.a.s.c.CreateCollectionCmd Create collection halfdeletedcollection
[junit4] 2> 1029857 INFO (OverseerCollectionConfigSetProcessor-98522459683291145-127.0.0.1:37325_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1030060 INFO (qtp482222126-9094) [ ] o.a.s.u.TestInjection Inject random core creation delay of 2s
[junit4] 2> 1030108 INFO (qtp2122892029-9077) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=halfdeletedcollection_shard1_replica1&action=CREATE&numShards=2&collection=halfdeletedcollection&shard=shard1&wt=javabin&version=2
[junit4] 2> 1030108 INFO (qtp2122892029-9077) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1030210 INFO (zkCallback-1380-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1031114 INFO (qtp2122892029-9077) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 1031118 INFO (qtp2122892029-9077) [ ] o.a.s.s.IndexSchema [halfdeletedcollection_shard1_replica1] Schema name=minimal
[junit4] 2> 1031119 INFO (qtp2122892029-9077) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1031119 INFO (qtp2122892029-9077) [ ] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection_shard1_replica1' using configuration from collection halfdeletedcollection, trusted=true
[junit4] 2> 1031119 INFO (qtp2122892029-9077) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1031119 INFO (qtp2122892029-9077) [ ] o.a.s.c.SolrCore [[halfdeletedcollection_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30D29E49C16D8F36-001/tempDir-001/node2/halfdeletedcollection_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_30D29E49C16D8F36-001/tempDir-001/node2/./halfdeletedcollection_shard1_replica1/data/]
[junit4] 2> 1031144 INFO (qtp2122892029-9077) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1031144 INFO (qtp2122892029-9077) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1031145 INFO (qtp2122892029-9077) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1031145 INFO (qtp2122892029-9077) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1031145 INFO (qtp2122892029-9077) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@5d3e4493[halfdeletedcollection_shard1_replica1] main]
[junit4] 2> 1031146 INFO (qtp2122892029-9077) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1031146 INFO (qtp2122892029-9077) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1031146 INFO (qtp2122892029-9077) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1031146 INFO (searcherExecutor-3515-thread-1) [ ] o.a.s.c.SolrCore [halfdeletedcollection_shard1_replica1] Registered new searcher Searcher@5d3e4493[halfdeletedcollection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1031146 INFO (qtp2122892029-9077) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576359362656468992
[junit4] 2> 1031149 INFO (qtp2122892029-9077) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1031149 INFO (qtp2122892029-9077) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1031149 INFO (qtp2122892029-9077) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:37325/solr/halfdeletedcollection_shard1_replica1/
[junit4] 2> 1031149 INFO (qtp2122892029-9077) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1031149 INFO (qtp2122892029-9077) [ ] o.a.s.c.SyncStrategy https://127.0.0.1:37325/solr/halfdeletedcollection_shard1_replica1/ has no replicas
[junit4] 2> 1031149 INFO (qtp2122892029-9077) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1031150 INFO (qtp2122892029-9077) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:37325/solr/halfdeletedcollection_shard1_replica1/ shard1
[junit4] 2> 1031251 INFO (zkCallback-1380-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1031300 INFO (qtp2122892029-9077) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1031301 INFO (qtp2122892029-9077) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=halfdeletedcollection_shard1_replica1&action=CREATE&numShards=2&collection=halfdeletedcollection&shard=shard1&wt=javabin&version=2} status=0 QTime=1193
[junit4] 2> 1031402 INFO (zkCallback-1380-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1032060 INFO (qtp482222126-9094) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=halfdeletedcollection_shard2_replica1&action=CREATE&numShards=2&collection=halfdeletedcollection&shard=shard2&wt=javabin&version=2
[junit4] 2> 1032163 INFO (zkCallback-1380-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - upda
[...truncated too long message...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-analytics/test/temp/junit4-J1-20170821_170027_092605387959808116667.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-analytics/test/temp/junit4-J2-20170821_170027_09215167400985061363067.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 499 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J2-20170821_170044_7982632588889097331850.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J1-20170821_170044_79811986279397255635688.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J0-20170821_170044_7983426300328507760822.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 1136 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J1-20170821_170106_22514673722150408380434.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J0-20170821_170106_2255726502895051204811.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 593 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J0-20170821_170113_65110521272823505085379.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J2-20170821_170113_65111196336056317422923.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J1-20170821_170113_6518511746480278371837.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 503 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J1-20170821_170139_89915822781153948987629.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J2-20170821_170139_899482935696556455308.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J0-20170821_170139_89215811771836994344537.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 504 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J1-20170821_170151_57318327891946963678057.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J0-20170821_170151_57112056992483619292525.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 590 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J1-20170821_170158_7205393021500123884966.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J0-20170821_170158_72016724217954532786576.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J2-20170821_170158_7203176512032751181824.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 540 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J1-20170821_170228_5981585916733938556059.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J0-20170821_170228_4784702192714540474673.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 494 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-velocity/test/temp/junit4-J0-20170821_170238_2814194333667244061735.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 28890 lines...]
[JENKINS] Lucene-Solr-6.6-Linux (32bit/jdk1.8.0_144) - Build # 75 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.6-Linux/75/
Java: 32bit/jdk1.8.0_144 -server -XX:+UseSerialGC
1 tests failed.
FAILED: org.apache.solr.common.cloud.TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure
Error Message:
Did not see a fully active cluster after 30 seconds
Stack Trace:
java.lang.AssertionError: Did not see a fully active cluster after 30 seconds
at __randomizedtesting.SeedInfo.seed([BF613E15ED75B286:37579C4635DA5A94]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.common.cloud.TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure(TestCollectionStateWatchers.java:250)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14108 lines...]
[junit4] Suite: org.apache.solr.common.cloud.TestCollectionStateWatchers
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_BF613E15ED75B286-001/init-core-data-001
[junit4] 2> 120646 WARN (SUITE-TestCollectionStateWatchers-seed#[BF613E15ED75B286]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
[junit4] 2> 120646 INFO (SUITE-TestCollectionStateWatchers-seed#[BF613E15ED75B286]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields
[junit4] 2> 120648 INFO (SUITE-TestCollectionStateWatchers-seed#[BF613E15ED75B286]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 120648 INFO (SUITE-TestCollectionStateWatchers-seed#[BF613E15ED75B286]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_BF613E15ED75B286-001/tempDir-001
[junit4] 2> 120648 INFO (SUITE-TestCollectionStateWatchers-seed#[BF613E15ED75B286]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 120649 INFO (Thread-221) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 120649 INFO (Thread-221) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 120650 ERROR (Thread-221) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 120749 INFO (SUITE-TestCollectionStateWatchers-seed#[BF613E15ED75B286]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:38123
[junit4] 2> 120754 INFO (jetty-launcher-187-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 120754 INFO (jetty-launcher-187-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 120755 INFO (jetty-launcher-187-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 120756 INFO (jetty-launcher-187-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 120757 INFO (jetty-launcher-187-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7495e6{/solr,null,AVAILABLE}
[junit4] 2> 120759 INFO (jetty-launcher-187-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1b45c20{SSL,[ssl, http/1.1]}{127.0.0.1:39431}
[junit4] 2> 120760 INFO (jetty-launcher-187-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1545226{/solr,null,AVAILABLE}
[junit4] 2> 120760 INFO (jetty-launcher-187-thread-4) [ ] o.e.j.s.Server Started @122545ms
[junit4] 2> 120760 INFO (jetty-launcher-187-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39431}
[junit4] 2> 120760 ERROR (jetty-launcher-187-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 120760 INFO (jetty-launcher-187-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.1
[junit4] 2> 120760 INFO (jetty-launcher-187-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 120760 INFO (jetty-launcher-187-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 120760 INFO (jetty-launcher-187-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-21T11:14:47.961Z
[junit4] 2> 120760 INFO (jetty-launcher-187-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1ab8fdd{/solr,null,AVAILABLE}
[junit4] 2> 120760 INFO (jetty-launcher-187-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@12de145{SSL,[ssl, http/1.1]}{127.0.0.1:45271}
[junit4] 2> 120761 INFO (jetty-launcher-187-thread-3) [ ] o.e.j.s.Server Started @122546ms
[junit4] 2> 120761 INFO (jetty-launcher-187-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45271}
[junit4] 2> 120761 ERROR (jetty-launcher-187-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 120761 INFO (jetty-launcher-187-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.1
[junit4] 2> 120761 INFO (jetty-launcher-187-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 120761 INFO (jetty-launcher-187-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 120761 INFO (jetty-launcher-187-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-21T11:14:47.962Z
[junit4] 2> 120767 INFO (jetty-launcher-187-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@183f939{SSL,[ssl, http/1.1]}{127.0.0.1:35225}
[junit4] 2> 120767 INFO (jetty-launcher-187-thread-1) [ ] o.e.j.s.Server Started @122553ms
[junit4] 2> 120767 INFO (jetty-launcher-187-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35225}
[junit4] 2> 120767 ERROR (jetty-launcher-187-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 120767 INFO (jetty-launcher-187-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.1
[junit4] 2> 120767 INFO (jetty-launcher-187-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 120768 INFO (jetty-launcher-187-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 120768 INFO (jetty-launcher-187-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-21T11:14:47.969Z
[junit4] 2> 120775 INFO (jetty-launcher-187-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@17abec9{/solr,null,AVAILABLE}
[junit4] 2> 120775 INFO (jetty-launcher-187-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 120775 INFO (jetty-launcher-187-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 120779 INFO (jetty-launcher-187-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2b596{SSL,[ssl, http/1.1]}{127.0.0.1:42273}
[junit4] 2> 120779 INFO (jetty-launcher-187-thread-2) [ ] o.e.j.s.Server Started @122565ms
[junit4] 2> 120780 INFO (jetty-launcher-187-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42273}
[junit4] 2> 120780 INFO (jetty-launcher-187-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 120780 ERROR (jetty-launcher-187-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 120780 INFO (jetty-launcher-187-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.1
[junit4] 2> 120780 INFO (jetty-launcher-187-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 120780 INFO (jetty-launcher-187-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 120780 INFO (jetty-launcher-187-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-21T11:14:47.981Z
[junit4] 2> 120780 INFO (jetty-launcher-187-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38123/solr
[junit4] 2> 120779 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e04808faa0002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 120787 INFO (jetty-launcher-187-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 120803 INFO (jetty-launcher-187-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 120809 INFO (jetty-launcher-187-thread-3) [n:127.0.0.1:45271_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 120810 INFO (jetty-launcher-187-thread-3) [n:127.0.0.1:45271_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45271_solr
[junit4] 2> 120810 INFO (jetty-launcher-187-thread-3) [n:127.0.0.1:45271_solr ] o.a.s.c.Overseer Overseer (id=98521192061337606-127.0.0.1:45271_solr-n_0000000000) starting
[junit4] 2> 120811 INFO (jetty-launcher-187-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38123/solr
[junit4] 2> 120814 INFO (jetty-launcher-187-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 120814 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e04808faa0003, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 120826 INFO (jetty-launcher-187-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 120826 INFO (jetty-launcher-187-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38123/solr
[junit4] 2> 120833 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e04808faa0005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 120835 INFO (jetty-launcher-187-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 120837 INFO (jetty-launcher-187-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38123/solr
[junit4] 2> 120839 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e04808faa0008, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 120851 INFO (jetty-launcher-187-thread-3) [n:127.0.0.1:45271_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45271_solr
[junit4] 2> 120863 INFO (zkCallback-197-thread-1-processing-n:127.0.0.1:45271_solr) [n:127.0.0.1:45271_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 120866 INFO (jetty-launcher-187-thread-4) [n:127.0.0.1:39431_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 120870 INFO (jetty-launcher-187-thread-4) [n:127.0.0.1:39431_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 120871 INFO (jetty-launcher-187-thread-1) [n:127.0.0.1:35225_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 120872 INFO (jetty-launcher-187-thread-2) [n:127.0.0.1:42273_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 120874 INFO (jetty-launcher-187-thread-4) [n:127.0.0.1:39431_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39431_solr
[junit4] 2> 120875 INFO (jetty-launcher-187-thread-1) [n:127.0.0.1:35225_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 120876 INFO (zkCallback-197-thread-1-processing-n:127.0.0.1:45271_solr) [n:127.0.0.1:45271_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 120878 INFO (jetty-launcher-187-thread-2) [n:127.0.0.1:42273_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 120882 INFO (jetty-launcher-187-thread-1) [n:127.0.0.1:35225_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35225_solr
[junit4] 2> 120883 INFO (jetty-launcher-187-thread-2) [n:127.0.0.1:42273_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42273_solr
[junit4] 2> 120889 INFO (zkCallback-209-thread-1-processing-n:127.0.0.1:35225_solr) [n:127.0.0.1:35225_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 120889 INFO (zkCallback-205-thread-1-processing-n:127.0.0.1:39431_solr) [n:127.0.0.1:39431_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 120889 INFO (zkCallback-210-thread-1-processing-n:127.0.0.1:42273_solr) [n:127.0.0.1:42273_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 120894 INFO (zkCallback-209-thread-1-processing-n:127.0.0.1:35225_solr) [n:127.0.0.1:35225_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 120894 INFO (zkCallback-205-thread-1-processing-n:127.0.0.1:39431_solr) [n:127.0.0.1:39431_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 120894 INFO (zkCallback-197-thread-2-processing-n:127.0.0.1:45271_solr) [n:127.0.0.1:45271_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 120894 INFO (zkCallback-210-thread-1-processing-n:127.0.0.1:42273_solr) [n:127.0.0.1:42273_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 120899 INFO (zkCallback-205-thread-1-processing-n:127.0.0.1:39431_solr) [n:127.0.0.1:39431_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 120899 INFO (zkCallback-210-thread-1-processing-n:127.0.0.1:42273_solr) [n:127.0.0.1:42273_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 120903 INFO (zkCallback-197-thread-1-processing-n:127.0.0.1:45271_solr) [n:127.0.0.1:45271_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 120903 INFO (zkCallback-209-thread-1-processing-n:127.0.0.1:35225_solr) [n:127.0.0.1:35225_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 120986 INFO (jetty-launcher-187-thread-4) [n:127.0.0.1:39431_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_BF613E15ED75B286-001/tempDir-001/node4/.
[junit4] 2> 120992 INFO (jetty-launcher-187-thread-1) [n:127.0.0.1:35225_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_BF613E15ED75B286-001/tempDir-001/node1/.
[junit4] 2> 121007 INFO (jetty-launcher-187-thread-2) [n:127.0.0.1:42273_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_BF613E15ED75B286-001/tempDir-001/node2/.
[junit4] 2> 121054 INFO (jetty-launcher-187-thread-3) [n:127.0.0.1:45271_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_BF613E15ED75B286-001/tempDir-001/node3/.
[junit4] 2> 121060 INFO (SUITE-TestCollectionStateWatchers-seed#[BF613E15ED75B286]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 121060 INFO (SUITE-TestCollectionStateWatchers-seed#[BF613E15ED75B286]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38123/solr ready
[junit4] 2> 121075 INFO (TEST-TestCollectionStateWatchers.testPredicateFailureTimesOut-seed#[BF613E15ED75B286]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testPredicateFailureTimesOut
[junit4] 2> 122084 INFO (TEST-TestCollectionStateWatchers.testPredicateFailureTimesOut-seed#[BF613E15ED75B286]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testPredicateFailureTimesOut
[junit4] 2> 122106 INFO (TEST-TestCollectionStateWatchers.testWaitForStateChecksCurrentState-seed#[BF613E15ED75B286]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testWaitForStateChecksCurrentState
[junit4] 2> 122174 INFO (qtp10928192-1117) [n:127.0.0.1:39431_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=2091befc-44bd-43e4-b892-e54fb8b7fc09&replicationFactor=1&collection.configName=config&name=waitforstate&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 122176 INFO (qtp10928192-1117) [n:127.0.0.1:39431_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=2091befc-44bd-43e4-b892-e54fb8b7fc09&replicationFactor=1&collection.configName=config&name=waitforstate&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 122178 INFO (OverseerThreadFactory-642-thread-1-processing-n:127.0.0.1:45271_solr) [n:127.0.0.1:45271_solr ] o.a.s.c.CreateCollectionCmd Create collection waitforstate
[junit4] 2> 122183 INFO (qtp10928192-1132) [n:127.0.0.1:39431_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=2091befc-44bd-43e4-b892-e54fb8b7fc09&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 122184 INFO (qtp10928192-1132) [n:127.0.0.1:39431_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=2091befc-44bd-43e4-b892-e54fb8b7fc09&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 122366 INFO (qtp33021321-1110) [n:127.0.0.1:45271_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498&qt=/admin/cores&collection.configName=config&newCollection=true&name=waitforstate_shard1_replica1&action=CREATE&numShards=1&collection=waitforstate&shard=shard1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 122366 INFO (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:45271_solr 2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498 CREATE) [n:127.0.0.1:45271_solr ] o.a.s.h.a.CoreAdminOperation core create command async=2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498&qt=/admin/cores&collection.configName=config&newCollection=true&name=waitforstate_shard1_replica1&action=CREATE&numShards=1&collection=waitforstate&shard=shard1&wt=javabin&version=2
[junit4] 2> 122367 INFO (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:45271_solr 2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498 CREATE) [n:127.0.0.1:45271_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 122369 INFO (qtp33021321-1118) [n:127.0.0.1:45271_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498
[junit4] 2> 122369 INFO (qtp33021321-1118) [n:127.0.0.1:45271_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 122471 INFO (zkCallback-197-thread-2-processing-n:127.0.0.1:45271_solr) [n:127.0.0.1:45271_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/waitforstate/state.json] for collection [waitforstate] has occurred - updating... (live nodes size: [4])
[junit4] 2> 123187 INFO (qtp10928192-1133) [n:127.0.0.1:39431_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=2091befc-44bd-43e4-b892-e54fb8b7fc09&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 123188 INFO (qtp10928192-1133) [n:127.0.0.1:39431_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=2091befc-44bd-43e4-b892-e54fb8b7fc09&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 123372 INFO (qtp33021321-1120) [n:127.0.0.1:45271_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498
[junit4] 2> 123372 INFO (qtp33021321-1120) [n:127.0.0.1:45271_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 123375 INFO (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:45271_solr 2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498 CREATE) [n:127.0.0.1:45271_solr c:waitforstate s:shard1 x:waitforstate_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 123381 INFO (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:45271_solr 2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498 CREATE) [n:127.0.0.1:45271_solr c:waitforstate s:shard1 x:waitforstate_shard1_replica1] o.a.s.s.IndexSchema [waitforstate_shard1_replica1] Schema name=test
[junit4] 2> 123423 WARN (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:45271_solr 2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498 CREATE) [n:127.0.0.1:45271_solr c:waitforstate s:shard1 x:waitforstate_shard1_replica1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
[junit4] 2> 123424 WARN (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:45271_solr 2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498 CREATE) [n:127.0.0.1:45271_solr c:waitforstate s:shard1 x:waitforstate_shard1_replica1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
[junit4] 2> 123424 INFO (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:45271_solr 2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498 CREATE) [n:127.0.0.1:45271_solr c:waitforstate s:shard1 x:waitforstate_shard1_replica1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 123424 INFO (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:45271_solr 2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498 CREATE) [n:127.0.0.1:45271_solr c:waitforstate s:shard1 x:waitforstate_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'waitforstate_shard1_replica1' using configuration from collection waitforstate, trusted=true
[junit4] 2> 123424 INFO (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:45271_solr 2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498 CREATE) [n:127.0.0.1:45271_solr c:waitforstate s:shard1 x:waitforstate_shard1_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 123424 INFO (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:45271_solr 2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498 CREATE) [n:127.0.0.1:45271_solr c:waitforstate s:shard1 x:waitforstate_shard1_replica1] o.a.s.c.SolrCore [[waitforstate_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_BF613E15ED75B286-001/tempDir-001/node3/waitforstate_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_BF613E15ED75B286-001/tempDir-001/node3/./waitforstate_shard1_replica1/data/]
[junit4] 2> 123446 INFO (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:45271_solr 2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498 CREATE) [n:127.0.0.1:45271_solr c:waitforstate s:shard1 x:waitforstate_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 123446 INFO (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:45271_solr 2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498 CREATE) [n:127.0.0.1:45271_solr c:waitforstate s:shard1 x:waitforstate_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 123446 INFO (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:45271_solr 2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498 CREATE) [n:127.0.0.1:45271_solr c:waitforstate s:shard1 x:waitforstate_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 123446 INFO (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:45271_solr 2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498 CREATE) [n:127.0.0.1:45271_solr c:waitforstate s:shard1 x:waitforstate_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 123447 INFO (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:45271_solr 2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498 CREATE) [n:127.0.0.1:45271_solr c:waitforstate s:shard1 x:waitforstate_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7c7f2a[waitforstate_shard1_replica1] main]
[junit4] 2> 123448 INFO (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:45271_solr 2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498 CREATE) [n:127.0.0.1:45271_solr c:waitforstate s:shard1 x:waitforstate_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 123448 INFO (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:45271_solr 2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498 CREATE) [n:127.0.0.1:45271_solr c:waitforstate s:shard1 x:waitforstate_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 123448 INFO (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:45271_solr 2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498 CREATE) [n:127.0.0.1:45271_solr c:waitforstate s:shard1 x:waitforstate_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 123448 INFO (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:45271_solr 2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498 CREATE) [n:127.0.0.1:45271_solr c:waitforstate s:shard1 x:waitforstate_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576339075916365824
[junit4] 2> 123448 INFO (searcherExecutor-651-thread-1-processing-x:waitforstate_shard1_replica1 2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498 CREATE n:127.0.0.1:45271_solr s:shard1 c:waitforstate) [n:127.0.0.1:45271_solr c:waitforstate s:shard1 x:waitforstate_shard1_replica1] o.a.s.c.SolrCore [waitforstate_shard1_replica1] Registered new searcher Searcher@7c7f2a[waitforstate_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 123451 INFO (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:45271_solr 2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498 CREATE) [n:127.0.0.1:45271_solr c:waitforstate s:shard1 x:waitforstate_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 123451 INFO (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:45271_solr 2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498 CREATE) [n:127.0.0.1:45271_solr c:waitforstate s:shard1 x:waitforstate_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 123451 INFO (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:45271_solr 2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498 CREATE) [n:127.0.0.1:45271_solr c:waitforstate s:shard1 x:waitforstate_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:45271/solr/waitforstate_shard1_replica1/
[junit4] 2> 123451 INFO (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:45271_solr 2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498 CREATE) [n:127.0.0.1:45271_solr c:waitforstate s:shard1 x:waitforstate_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 123452 INFO (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:45271_solr 2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498 CREATE) [n:127.0.0.1:45271_solr c:waitforstate s:shard1 x:waitforstate_shard1_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:45271/solr/waitforstate_shard1_replica1/ has no replicas
[junit4] 2> 123452 INFO (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:45271_solr 2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498 CREATE) [n:127.0.0.1:45271_solr c:waitforstate s:shard1 x:waitforstate_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 123453 INFO (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:45271_solr 2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498 CREATE) [n:127.0.0.1:45271_solr c:waitforstate s:shard1 x:waitforstate_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:45271/solr/waitforstate_shard1_replica1/ shard1
[junit4] 2> 123555 INFO (zkCallback-197-thread-2-processing-n:127.0.0.1:45271_solr) [n:127.0.0.1:45271_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/waitforstate/state.json] for collection [waitforstate] has occurred - updating... (live nodes size: [4])
[junit4] 2> 123604 INFO (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:45271_solr 2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498 CREATE) [n:127.0.0.1:45271_solr c:waitforstate s:shard1 x:waitforstate_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 123708 INFO (zkCallback-197-thread-2-processing-n:127.0.0.1:45271_solr) [n:127.0.0.1:45271_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/waitforstate/state.json] for collection [waitforstate] has occurred - updating... (live nodes size: [4])
[junit4] 2> 124191 INFO (qtp10928192-1134) [n:127.0.0.1:39431_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=2091befc-44bd-43e4-b892-e54fb8b7fc09&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 124192 INFO (qtp10928192-1134) [n:127.0.0.1:39431_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=2091befc-44bd-43e4-b892-e54fb8b7fc09&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 124375 INFO (qtp33021321-1123) [n:127.0.0.1:45271_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498
[junit4] 2> 124375 INFO (qtp33021321-1123) [n:127.0.0.1:45271_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=2091befc-44bd-43e4-b892-e54fb8b7fc092311012488193498&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 124380 INFO (OverseerThreadFactory-642-thread-1-processing-n:127.0.0.1:45271_solr) [n:127.0.0.1:45271_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 125194 INFO (qtp10928192-1117) [n:127.0.0.1:39431_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=2091befc-44bd-43e4-b892-e54fb8b7fc09&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 125196 INFO (qtp10928192-1117) [n:127.0.0.1:39431_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=2091befc-44bd-43e4-b892-e54fb8b7fc09&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 125198 INFO (qtp10928192-1132) [n:127.0.0.1:39431_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=2091befc-44bd-43e4-b892-e54fb8b7fc09&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 125199 INFO (qtp10928192-1132) [n:127.0.0.1:39431_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=2091befc-44bd-43e4-b892-e54fb8b7fc09&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 125202 INFO (TEST-TestCollectionStateWatchers.testWaitForStateChecksCurrentState-seed#[BF613E15ED75B286]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testWaitForStateChecksCurrentState
[junit4] 2> 125214 INFO (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[BF613E15ED75B286]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testWaitForStateWatcherIsRetainedOnPredicateFailure
[junit4] 2> 125217 INFO (qtp10928192-1133) [n:127.0.0.1:39431_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=39703cfc-eff5-4e67-9a26-c6ca69cd6e11&replicationFactor=1&collection.configName=config&name=falsepredicate&action=CREATE&numShards=4&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 125217 INFO (qtp10928192-1133) [n:127.0.0.1:39431_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=39703cfc-eff5-4e67-9a26-c6ca69cd6e11&replicationFactor=1&collection.configName=config&name=falsepredicate&action=CREATE&numShards=4&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 125218 INFO (OverseerThreadFactory-642-thread-2-processing-n:127.0.0.1:45271_solr) [n:127.0.0.1:45271_solr ] o.a.s.c.CreateCollectionCmd Create collection falsepredicate
[junit4] 2> 125219 INFO (OverseerCollectionConfigSetProcessor-98521192061337606-127.0.0.1:45271_solr-n_0000000000) [n:127.0.0.1:45271_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 125219 INFO (qtp10928192-1134) [n:127.0.0.1:39431_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=39703cfc-eff5-4e67-9a26-c6ca69cd6e11&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 125220 INFO (qtp10928192-1134) [n:127.0.0.1:39431_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=39703cfc-eff5-4e67-9a26-c6ca69cd6e11&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 125443 INFO (qtp10928192-1134) [n:127.0.0.1:39431_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628395878&qt=/admin/cores&collection.configName=config&newCollection=true&name=falsepredicate_shard2_replica1&action=CREATE&numShards=4&collection=falsepredicate&shard=shard2&wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 125443 INFO (parallelCoreAdminExecutor-643-thread-1-processing-n:127.0.0.1:39431_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628395878 CREATE) [n:127.0.0.1:39431_solr ] o.a.s.h.a.CoreAdminOperation core create command async=39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628395878&qt=/admin/cores&collection.configName=config&newCollection=true&name=falsepredicate_shard2_replica1&action=CREATE&numShards=4&collection=falsepredicate&shard=shard2&wt=javabin&version=2
[junit4] 2> 125443 INFO (parallelCoreAdminExecutor-649-thread-2-processing-n:127.0.0.1:45271_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628881570 CREATE) [n:127.0.0.1:45271_solr ] o.a.s.h.a.CoreAdminOperation core create command async=39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628881570&qt=/admin/cores&collection.configName=config&newCollection=true&name=falsepredicate_shard3_replica1&action=CREATE&numShards=4&collection=falsepredicate&shard=shard3&wt=javabin&version=2
[junit4] 2> 125443 INFO (qtp33021321-1110) [n:127.0.0.1:45271_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628881570&qt=/admin/cores&collection.configName=config&newCollection=true&name=falsepredicate_shard3_replica1&action=CREATE&numShards=4&collection=falsepredicate&shard=shard3&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 125444 INFO (parallelCoreAdminExecutor-643-thread-1-processing-n:127.0.0.1:39431_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628395878 CREATE) [n:127.0.0.1:39431_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 125505 INFO (qtp3893133-1109) [n:127.0.0.1:35225_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628254141&qt=/admin/cores&collection.configName=config&newCollection=true&name=falsepredicate_shard1_replica1&action=CREATE&numShards=4&collection=falsepredicate&shard=shard1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 125505 INFO (parallelCoreAdminExecutor-644-thread-1-processing-n:127.0.0.1:35225_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628254141 CREATE) [n:127.0.0.1:35225_solr ] o.a.s.h.a.CoreAdminOperation core create command async=39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628254141&qt=/admin/cores&collection.configName=config&newCollection=true&name=falsepredicate_shard1_replica1&action=CREATE&numShards=4&collection=falsepredicate&shard=shard1&wt=javabin&version=2
[junit4] 2> 125505 INFO (parallelCoreAdminExecutor-644-thread-1-processing-n:127.0.0.1:35225_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628254141 CREATE) [n:127.0.0.1:35225_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 125509 INFO (qtp14269427-1119) [n:127.0.0.1:42273_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616&qt=/admin/cores&collection.configName=config&newCollection=true&name=falsepredicate_shard4_replica1&action=CREATE&numShards=4&collection=falsepredicate&shard=shard4&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 125509 INFO (parallelCoreAdminExecutor-647-thread-1-processing-n:127.0.0.1:42273_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616 CREATE) [n:127.0.0.1:42273_solr ] o.a.s.h.a.CoreAdminOperation core create command async=39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616&qt=/admin/cores&collection.configName=config&newCollection=true&name=falsepredicate_shard4_replica1&action=CREATE&numShards=4&collection=falsepredicate&shard=shard4&wt=javabin&version=2
[junit4] 2> 125510 INFO (parallelCoreAdminExecutor-647-thread-1-processing-n:127.0.0.1:42273_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616 CREATE) [n:127.0.0.1:42273_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 125512 INFO (qtp14269427-1146) [n:127.0.0.1:42273_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616
[junit4] 2> 125512 INFO (qtp14269427-1146) [n:127.0.0.1:42273_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 125615 INFO (zkCallback-197-thread-2-processing-n:127.0.0.1:45271_solr) [n:127.0.0.1:45271_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
[junit4] 2> 125615 INFO (zkCallback-210-thread-1-processing-n:127.0.0.1:42273_solr) [n:127.0.0.1:42273_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
[junit4] 2> 125615 INFO (zkCallback-205-thread-1-processing-n:127.0.0.1:39431_solr) [n:127.0.0.1:39431_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
[junit4] 2> 125615 INFO (zkCallback-209-thread-1-processing-n:127.0.0.1:35225_solr) [n:127.0.0.1:35225_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
[junit4] 2> 126222 INFO (qtp10928192-1117) [n:127.0.0.1:39431_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=39703cfc-eff5-4e67-9a26-c6ca69cd6e11&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 126224 INFO (qtp10928192-1117) [n:127.0.0.1:39431_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=39703cfc-eff5-4e67-9a26-c6ca69cd6e11&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 126477 INFO (parallelCoreAdminExecutor-649-thread-2-processing-n:127.0.0.1:45271_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628881570 CREATE) [n:127.0.0.1:45271_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 126478 INFO (parallelCoreAdminExecutor-643-thread-1-processing-n:127.0.0.1:39431_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628395878 CREATE) [n:127.0.0.1:39431_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 126490 INFO (parallelCoreAdminExecutor-649-thread-2-processing-n:127.0.0.1:45271_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628881570 CREATE) [n:127.0.0.1:45271_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.s.IndexSchema [falsepredicate_shard3_replica1] Schema name=test
[junit4] 2> 126490 INFO (parallelCoreAdminExecutor-643-thread-1-processing-n:127.0.0.1:39431_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628395878 CREATE) [n:127.0.0.1:39431_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.s.IndexSchema [falsepredicate_shard2_replica1] Schema name=test
[junit4] 2> 126522 INFO (qtp14269427-1147) [n:127.0.0.1:42273_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616
[junit4] 2> 126522 INFO (qtp14269427-1147) [n:127.0.0.1:42273_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 126522 INFO (parallelCoreAdminExecutor-644-thread-1-processing-n:127.0.0.1:35225_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628254141 CREATE) [n:127.0.0.1:35225_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 126530 INFO (parallelCoreAdminExecutor-647-thread-1-processing-n:127.0.0.1:42273_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616 CREATE) [n:127.0.0.1:42273_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 126535 INFO (parallelCoreAdminExecutor-644-thread-1-processing-n:127.0.0.1:35225_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628254141 CREATE) [n:127.0.0.1:35225_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.s.IndexSchema [falsepredicate_shard1_replica1] Schema name=test
[junit4] 2> 126536 INFO (parallelCoreAdminExecutor-647-thread-1-processing-n:127.0.0.1:42273_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616 CREATE) [n:127.0.0.1:42273_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.s.IndexSchema [falsepredicate_shard4_replica1] Schema name=test
[junit4] 2> 126579 WARN (parallelCoreAdminExecutor-643-thread-1-processing-n:127.0.0.1:39431_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628395878 CREATE) [n:127.0.0.1:39431_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
[junit4] 2> 126579 WARN (parallelCoreAdminExecutor-643-thread-1-processing-n:127.0.0.1:39431_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628395878 CREATE) [n:127.0.0.1:39431_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
[junit4] 2> 126580 INFO (parallelCoreAdminExecutor-643-thread-1-processing-n:127.0.0.1:39431_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628395878 CREATE) [n:127.0.0.1:39431_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 126580 INFO (parallelCoreAdminExecutor-643-thread-1-processing-n:127.0.0.1:39431_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628395878 CREATE) [n:127.0.0.1:39431_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'falsepredicate_shard2_replica1' using configuration from collection falsepredicate, trusted=true
[junit4] 2> 126580 INFO (parallelCoreAdminExecutor-643-thread-1-processing-n:127.0.0.1:39431_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628395878 CREATE) [n:127.0.0.1:39431_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 126580 INFO (parallelCoreAdminExecutor-643-thread-1-processing-n:127.0.0.1:39431_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628395878 CREATE) [n:127.0.0.1:39431_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.c.SolrCore [[falsepredicate_shard2_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_BF613E15ED75B286-001/tempDir-001/node4/falsepredicate_shard2_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_BF613E15ED75B286-001/tempDir-001/node4/./falsepredicate_shard2_replica1/data/]
[junit4] 2> 126581 WARN (parallelCoreAdminExecutor-649-thread-2-processing-n:127.0.0.1:45271_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628881570 CREATE) [n:127.0.0.1:45271_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
[junit4] 2> 126581 WARN (parallelCoreAdminExecutor-649-thread-2-processing-n:127.0.0.1:45271_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628881570 CREATE) [n:127.0.0.1:45271_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
[junit4] 2> 126581 INFO (parallelCoreAdminExecutor-649-thread-2-processing-n:127.0.0.1:45271_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628881570 CREATE) [n:127.0.0.1:45271_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 126581 INFO (parallelCoreAdminExecutor-649-thread-2-processing-n:127.0.0.1:45271_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628881570 CREATE) [n:127.0.0.1:45271_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.c.CoreContainer Creating SolrCore 'falsepredicate_shard3_replica1' using configuration from collection falsepredicate, trusted=true
[junit4] 2> 126582 INFO (parallelCoreAdminExecutor-649-thread-2-processing-n:127.0.0.1:45271_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628881570 CREATE) [n:127.0.0.1:45271_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 126582 INFO (parallelCoreAdminExecutor-649-thread-2-processing-n:127.0.0.1:45271_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628881570 CREATE) [n:127.0.0.1:45271_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.c.SolrCore [[falsepredicate_shard3_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_BF613E15ED75B286-001/tempDir-001/node3/falsepredicate_shard3_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_BF613E15ED75B286-001/tempDir-001/node3/./falsepredicate_shard3_replica1/data/]
[junit4] 2> 126602 WARN (parallelCoreAdminExecutor-647-thread-1-processing-n:127.0.0.1:42273_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616 CREATE) [n:127.0.0.1:42273_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
[junit4] 2> 126602 WARN (parallelCoreAdminExecutor-647-thread-1-processing-n:127.0.0.1:42273_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616 CREATE) [n:127.0.0.1:42273_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
[junit4] 2> 126603 INFO (parallelCoreAdminExecutor-647-thread-1-processing-n:127.0.0.1:42273_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616 CREATE) [n:127.0.0.1:42273_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 126603 INFO (parallelCoreAdminExecutor-647-thread-1-processing-n:127.0.0.1:42273_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616 CREATE) [n:127.0.0.1:42273_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.c.CoreContainer Creating SolrCore 'falsepredicate_shard4_replica1' using configuration from collection falsepredicate, trusted=true
[junit4] 2> 126603 INFO (parallelCoreAdminExecutor-647-thread-1-processing-n:127.0.0.1:42273_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616 CREATE) [n:127.0.0.1:42273_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 126603 INFO (parallelCoreAdminExecutor-647-thread-1-processing-n:127.0.0.1:42273_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616 CREATE) [n:127.0.0.1:42273_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.c.SolrCore [[falsepredicate_shard4_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_BF613E15ED75B286-001/tempDir-001/node2/falsepredicate_shard4_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_BF613E15ED75B286-001/tempDir-001/node2/./falsepredicate_shard4_replica1/data/]
[junit4] 2> 126615 WARN (parallelCoreAdminExecutor-644-thread-1-processing-n:127.0.0.1:35225_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628254141 CREATE) [n:127.0.0.1:35225_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
[junit4] 2> 126615 WARN (parallelCoreAdminExecutor-644-thread-1-processing-n:127.0.0.1:35225_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628254141 CREATE) [n:127.0.0.1:35225_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
[junit4] 2> 126615 INFO (parallelCoreAdminExecutor-644-thread-1-processing-n:127.0.0.1:35225_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628254141 CREATE) [n:127.0.0.1:35225_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 126615 INFO (parallelCoreAdminExecutor-644-thread-1-processing-n:127.0.0.1:35225_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628254141 CREATE) [n:127.0.0.1:35225_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'falsepredicate_shard1_replica1' using configuration from collection falsepredicate, trusted=true
[junit4] 2> 126616 INFO (parallelCoreAdminExecutor-644-thread-1-processing-n:127.0.0.1:35225_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628254141 CREATE) [n:127.0.0.1:35225_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 126616 INFO (parallelCoreAdminExecutor-644-thread-1-processing-n:127.0.0.1:35225_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628254141 CREATE) [n:127.0.0.1:35225_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.c.SolrCore [[falsepredicate_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_BF613E15ED75B286-001/tempDir-001/node1/falsepredicate_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_BF613E15ED75B286-001/tempDir-001/node1/./falsepredicate_shard1_replica1/data/]
[junit4] 2> 126622 INFO (parallelCoreAdminExecutor-643-thread-1-processing-n:127.0.0.1:39431_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628395878 CREATE) [n:127.0.0.1:39431_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 126622 INFO (parallelCoreAdminExecutor-643-thread-1-processing-n:127.0.0.1:39431_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628395878 CREATE) [n:127.0.0.1:39431_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 126622 INFO (parallelCoreAdminExecutor-643-thread-1-processing-n:127.0.0.1:39431_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628395878 CREATE) [n:127.0.0.1:39431_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 126622 INFO (parallelCoreAdminExecutor-643-thread-1-processing-n:127.0.0.1:39431_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628395878 CREATE) [n:127.0.0.1:39431_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 126623 INFO (parallelCoreAdminExecutor-643-thread-1-processing-n:127.0.0.1:39431_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628395878 CREATE) [n:127.0.0.1:39431_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1d56115[falsepredicate_shard2_replica1] main]
[junit4] 2> 126623 INFO (parallelCoreAdminExecutor-649-thread-2-processing-n:127.0.0.1:45271_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628881570 CREATE) [n:127.0.0.1:45271_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 126623 INFO (parallelCoreAdminExecutor-649-thread-2-processing-n:127.0.0.1:45271_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628881570 CREATE) [n:127.0.0.1:45271_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 126624 INFO (parallelCoreAdminExecutor-643-thread-1-processing-n:127.0.0.1:39431_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628395878 CREATE) [n:127.0.0.1:39431_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 126624 INFO (parallelCoreAdminExecutor-643-thread-1-processing-n:127.0.0.1:39431_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628395878 CREATE) [n:127.0.0.1:39431_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 126624 INFO (parallelCoreAdminExecutor-649-thread-2-processing-n:127.0.0.1:45271_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628881570 CREATE) [n:127.0.0.1:45271_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 126624 INFO (parallelCoreAdminExecutor-643-thread-1-processing-n:127.0.0.1:39431_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628395878 CREATE) [n:127.0.0.1:39431_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 126624 INFO (parallelCoreAdminExecutor-649-thread-2-processing-n:127.0.0.1:45271_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628881570 CREATE) [n:127.0.0.1:45271_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 126624 INFO (searcherExecutor-656-thread-1-processing-x:falsepredicate_shard2_replica1 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628395878 CREATE n:127.0.0.1:39431_solr s:shard2 c:falsepredicate) [n:127.0.0.1:39431_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.c.SolrCore [falsepredicate_shard2_replica1] Registered new searcher Searcher@1d56115[falsepredicate_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 126624 INFO (parallelCoreAdminExecutor-643-thread-1-processing-n:127.0.0.1:39431_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628395878 CREATE) [n:127.0.0.1:39431_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576339079246643200
[junit4] 2> 126624 INFO (parallelCoreAdminExecutor-649-thread-2-processing-n:127.0.0.1:45271_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628881570 CREATE) [n:127.0.0.1:45271_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1eb8178[falsepredicate_shard3_replica1] main]
[junit4] 2> 126625 INFO (parallelCoreAdminExecutor-649-thread-2-processing-n:127.0.0.1:45271_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628881570 CREATE) [n:127.0.0.1:45271_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 126625 INFO (parallelCoreAdminExecutor-649-thread-2-processing-n:127.0.0.1:45271_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628881570 CREATE) [n:127.0.0.1:45271_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 126625 INFO (parallelCoreAdminExecutor-649-thread-2-processing-n:127.0.0.1:45271_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628881570 CREATE) [n:127.0.0.1:45271_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 126625 INFO (searcherExecutor-657-thread-1-processing-x:falsepredicate_shard3_replica1 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628881570 CREATE n:127.0.0.1:45271_solr s:shard3 c:falsepredicate) [n:127.0.0.1:45271_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.c.SolrCore [falsepredicate_shard3_replica1] Registered new searcher Searcher@1eb8178[falsepredicate_shard3_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 126625 INFO (parallelCoreAdminExecutor-649-thread-2-processing-n:127.0.0.1:45271_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628881570 CREATE) [n:127.0.0.1:45271_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576339079247691776
[junit4] 2> 126628 INFO (parallelCoreAdminExecutor-647-thread-1-processing-n:127.0.0.1:42273_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616 CREATE) [n:127.0.0.1:42273_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 126628 INFO (parallelCoreAdminExecutor-647-thread-1-processing-n:127.0.0.1:42273_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616 CREATE) [n:127.0.0.1:42273_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 126629 INFO (parallelCoreAdminExecutor-643-thread-1-processing-n:127.0.0.1:39431_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628395878 CREATE) [n:127.0.0.1:39431_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 126629 INFO (parallelCoreAdminExecutor-643-thread-1-processing-n:127.0.0.1:39431_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628395878 CREATE) [n:127.0.0.1:39431_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 126629 INFO (parallelCoreAdminExecutor-643-thread-1-processing-n:127.0.0.1:39431_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628395878 CREATE) [n:127.0.0.1:39431_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:39431/solr/falsepredicate_shard2_replica1/
[junit4] 2> 126629 INFO (parallelCoreAdminExecutor-643-thread-1-processing-n:127.0.0.1:39431_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628395878 CREATE) [n:127.0.0.1:39431_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 126629 INFO (parallelCoreAdminExecutor-647-thread-1-processing-n:127.0.0.1:42273_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616 CREATE) [n:127.0.0.1:42273_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 126629 INFO (parallelCoreAdminExecutor-643-thread-1-processing-n:127.0.0.1:39431_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628395878 CREATE) [n:127.0.0.1:39431_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:39431/solr/falsepredicate_shard2_replica1/ has no replicas
[junit4] 2> 126629 INFO (parallelCoreAdminExecutor-647-thread-1-processing-n:127.0.0.1:42273_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616 CREATE) [n:127.0.0.1:42273_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 126629 INFO (parallelCoreAdminExecutor-643-thread-1-processing-n:127.0.0.1:39431_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628395878 CREATE) [n:127.0.0.1:39431_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 126629 INFO (parallelCoreAdminExecutor-649-thread-2-processing-n:127.0.0.1:45271_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628881570 CREATE) [n:127.0.0.1:45271_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 126629 INFO (parallelCoreAdminExecutor-649-thread-2-processing-n:127.0.0.1:45271_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628881570 CREATE) [n:127.0.0.1:45271_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 126629 INFO (parallelCoreAdminExecutor-649-thread-2-processing-n:127.0.0.1:45271_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628881570 CREATE) [n:127.0.0.1:45271_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:45271/solr/falsepredicate_shard3_replica1/
[junit4] 2> 126629 INFO (parallelCoreAdminExecutor-649-thread-2-processing-n:127.0.0.1:45271_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628881570 CREATE) [n:127.0.0.1:45271_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 126629 INFO (parallelCoreAdminExecutor-649-thread-2-processing-n:127.0.0.1:45271_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628881570 CREATE) [n:127.0.0.1:45271_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:45271/solr/falsepredicate_shard3_replica1/ has no replicas
[junit4] 2> 126629 INFO (parallelCoreAdminExecutor-649-thread-2-processing-n:127.0.0.1:45271_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628881570 CREATE) [n:127.0.0.1:45271_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 126629 INFO (parallelCoreAdminExecutor-647-thread-1-processing-n:127.0.0.1:42273_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616 CREATE) [n:127.0.0.1:42273_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@134c2d[falsepredicate_shard4_replica1] main]
[junit4] 2> 126630 INFO (parallelCoreAdminExecutor-647-thread-1-processing-n:127.0.0.1:42273_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616 CREATE) [n:127.0.0.1:42273_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 126630 INFO (parallelCoreAdminExecutor-647-thread-1-processing-n:127.0.0.1:42273_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616 CREATE) [n:127.0.0.1:42273_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 126630 INFO (parallelCoreAdminExecutor-647-thread-1-processing-n:127.0.0.1:42273_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616 CREATE) [n:127.0.0.1:42273_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 126630 INFO (searcherExecutor-658-thread-1-processing-x:falsepredicate_shard4_replica1 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616 CREATE n:127.0.0.1:42273_solr s:shard4 c:falsepredicate) [n:127.0.0.1:42273_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.c.SolrCore [falsepredicate_shard4_replica1] Registered new searcher Searcher@134c2d[falsepredicate_shard4_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 126630 INFO (parallelCoreAdminExecutor-647-thread-1-processing-n:127.0.0.1:42273_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616 CREATE) [n:127.0.0.1:42273_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576339079252934656
[junit4] 2> 126632 INFO (parallelCoreAdminExecutor-643-thread-1-processing-n:127.0.0.1:39431_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628395878 CREATE) [n:127.0.0.1:39431_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:39431/solr/falsepredicate_shard2_replica1/ shard2
[junit4] 2> 126632 INFO (parallelCoreAdminExecutor-649-thread-2-processing-n:127.0.0.1:45271_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628881570 CREATE) [n:127.0.0.1:45271_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:45271/solr/falsepredicate_shard3_replica1/ shard3
[junit4] 2> 126634 INFO (parallelCoreAdminExecutor-647-thread-1-processing-n:127.0.0.1:42273_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616 CREATE) [n:127.0.0.1:42273_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 126634 INFO (parallelCoreAdminExecutor-647-thread-1-processing-n:127.0.0.1:42273_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616 CREATE) [n:127.0.0.1:42273_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 126634 INFO (parallelCoreAdminExecutor-647-thread-1-processing-n:127.0.0.1:42273_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616 CREATE) [n:127.0.0.1:42273_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:42273/solr/falsepredicate_shard4_replica1/
[junit4] 2> 126634 INFO (parallelCoreAdminExecutor-647-thread-1-processing-n:127.0.0.1:42273_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616 CREATE) [n:127.0.0.1:42273_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 126634 INFO (parallelCoreAdminExecutor-647-thread-1-processing-n:127.0.0.1:42273_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616 CREATE) [n:127.0.0.1:42273_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:42273/solr/falsepredicate_shard4_replica1/ has no replicas
[junit4] 2> 126634 INFO (parallelCoreAdminExecutor-647-thread-1-processing-n:127.0.0.1:42273_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616 CREATE) [n:127.0.0.1:42273_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 126636 INFO (parallelCoreAdminExecutor-647-thread-1-processing-n:127.0.0.1:42273_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616 CREATE) [n:127.0.0.1:42273_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:42273/solr/falsepredicate_shard4_replica1/ shard4
[junit4] 2> 126638 INFO (parallelCoreAdminExecutor-644-thread-1-processing-n:127.0.0.1:35225_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628254141 CREATE) [n:127.0.0.1:35225_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 126638 INFO (parallelCoreAdminExecutor-644-thread-1-processing-n:127.0.0.1:35225_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628254141 CREATE) [n:127.0.0.1:35225_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 126638 INFO (parallelCoreAdminExecutor-644-thread-1-processing-n:127.0.0.1:35225_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628254141 CREATE) [n:127.0.0.1:35225_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 126638 INFO (parallelCoreAdminExecutor-644-thread-1-processing-n:127.0.0.1:35225_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628254141 CREATE) [n:127.0.0.1:35225_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 126639 INFO (parallelCoreAdminExecutor-644-thread-1-processing-n:127.0.0.1:35225_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628254141 CREATE) [n:127.0.0.1:35225_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@13feb68[falsepredicate_shard1_replica1] main]
[junit4] 2> 126639 INFO (parallelCoreAdminExecutor-644-thread-1-processing-n:127.0.0.1:35225_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628254141 CREATE) [n:127.0.0.1:35225_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 126639 INFO (parallelCoreAdminExecutor-644-thread-1-processing-n:127.0.0.1:35225_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628254141 CREATE) [n:127.0.0.1:35225_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 126639 INFO (parallelCoreAdminExecutor-644-thread-1-processing-n:127.0.0.1:35225_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628254141 CREATE) [n:127.0.0.1:35225_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 126639 INFO (parallelCoreAdminExecutor-644-thread-1-processing-n:127.0.0.1:35225_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628254141 CREATE) [n:127.0.0.1:35225_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576339079262371840
[junit4] 2> 126639 INFO (searcherExecutor-661-thread-1-processing-x:falsepredicate_shard1_replica1 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628254141 CREATE n:127.0.0.1:35225_solr s:shard1 c:falsepredicate) [n:127.0.0.1:35225_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.c.SolrCore [falsepredicate_shard1_replica1] Registered new searcher Searcher@13feb68[falsepredicate_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 126642 INFO (parallelCoreAdminExecutor-644-thread-1-processing-n:127.0.0.1:35225_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628254141 CREATE) [n:127.0.0.1:35225_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 126642 INFO (parallelCoreAdminExecutor-644-thread-1-processing-n:127.0.0.1:35225_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628254141 CREATE) [n:127.0.0.1:35225_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 126642 INFO (parallelCoreAdminExecutor-644-thread-1-processing-n:127.0.0.1:35225_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628254141 CREATE) [n:127.0.0.1:35225_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:35225/solr/falsepredicate_shard1_replica1/
[junit4] 2> 126642 INFO (parallelCoreAdminExecutor-644-thread-1-processing-n:127.0.0.1:35225_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628254141 CREATE) [n:127.0.0.1:35225_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 126642 INFO (parallelCoreAdminExecutor-644-thread-1-processing-n:127.0.0.1:35225_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628254141 CREATE) [n:127.0.0.1:35225_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:35225/solr/falsepredicate_shard1_replica1/ has no replicas
[junit4] 2> 126642 INFO (parallelCoreAdminExecutor-644-thread-1-processing-n:127.0.0.1:35225_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628254141 CREATE) [n:127.0.0.1:35225_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 126643 INFO (parallelCoreAdminExecutor-644-thread-1-processing-n:127.0.0.1:35225_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628254141 CREATE) [n:127.0.0.1:35225_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:35225/solr/falsepredicate_shard1_replica1/ shard1
[junit4] 2> 126745 INFO (zkCallback-209-thread-1-processing-n:127.0.0.1:35225_solr) [n:127.0.0.1:35225_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
[junit4] 2> 126745 INFO (zkCallback-210-thread-1-processing-n:127.0.0.1:42273_solr) [n:127.0.0.1:42273_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
[junit4] 2> 126745 INFO (zkCallback-205-thread-1-processing-n:127.0.0.1:39431_solr) [n:127.0.0.1:39431_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
[junit4] 2> 126745 INFO (zkCallback-197-thread-2-processing-n:127.0.0.1:45271_solr) [n:127.0.0.1:45271_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
[junit4] 2> 126783 INFO (parallelCoreAdminExecutor-649-thread-2-processing-n:127.0.0.1:45271_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628881570 CREATE) [n:127.0.0.1:45271_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 126783 INFO (parallelCoreAdminExecutor-643-thread-1-processing-n:127.0.0.1:39431_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628395878 CREATE) [n:127.0.0.1:39431_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 126787 INFO (parallelCoreAdminExecutor-647-thread-1-processing-n:127.0.0.1:42273_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616 CREATE) [n:127.0.0.1:42273_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 126794 INFO (parallelCoreAdminExecutor-644-thread-1-processing-n:127.0.0.1:35225_solr 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628254141 CREATE) [n:127.0.0.1:35225_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 126897 INFO (zkCallback-209-thread-1-processing-n:127.0.0.1:35225_solr) [n:127.0.0.1:35225_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
[junit4] 2> 126897 INFO (zkCallback-197-thread-2-processing-n:127.0.0.1:45271_solr) [n:127.0.0.1:45271_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
[junit4] 2> 126897 INFO (zkCallback-210-thread-1-processing-n:127.0.0.1:42273_solr) [n:127.0.0.1:42273_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
[junit4] 2> 126897 INFO (zkCallback-205-thread-1-processing-n:127.0.0.1:39431_solr) [n:127.0.0.1:39431_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
[junit4] 2> 127226 INFO (qtp10928192-1122) [n:127.0.0.1:39431_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=39703cfc-eff5-4e67-9a26-c6ca69cd6e11&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 127227 INFO (qtp10928192-1122) [n:127.0.0.1:39431_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=39703cfc-eff5-4e67-9a26-c6ca69cd6e11&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 127525 INFO (qtp14269427-1149) [n:127.0.0.1:42273_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616
[junit4] 2> 127525 INFO (qtp14269427-1149) [n:127.0.0.1:42273_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628654616&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 127530 INFO (qtp3893133-1137) [n:127.0.0.1:35225_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 39703cfc-eff5-4e67-9a26-c6ca69cd6e112311015628254141
[junit4] 2> 127530 INFO (qtp3893133-1137) [n:127.0.0.1:35225_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={
[...truncated too long message...]
or-746-thread-2) [n:127.0.0.1:42273_solr c:currentstate s:shard1 r:core_node1 x:currentstate_shard1_replica1] o.a.s.c.SolrCore [currentstate_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@60498b
[junit4] 2> 177751 INFO (coreCloseExecutor-747-thread-1) [n:127.0.0.1:34643_solr c:falsepredicate s:shard2 r:core_node5 x:falsepredicate_shard2_replica1] o.a.s.c.SolrCore [falsepredicate_shard2_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@1f1f0d8
[junit4] 2> 177749 INFO (coreCloseExecutor-748-thread-2) [n:127.0.0.1:34843_solr c:stateformat1 s:shard1 r:core_node1 x:stateformat1_shard1_replica1] o.a.s.c.SolrCore [stateformat1_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@ce3a12
[junit4] 2> 177748 INFO (coreCloseExecutor-748-thread-3) [n:127.0.0.1:34843_solr c:testcollection s:shard4 r:core_node4 x:testcollection_shard4_replica1] o.a.s.c.SolrCore [testcollection_shard4_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@1fd3f82
[junit4] 2> 177748 INFO (coreCloseExecutor-748-thread-1) [n:127.0.0.1:34843_solr c:falsepredicate s:shard1 r:core_node6 x:falsepredicate_shard1_replica1] o.a.s.c.SolrCore [falsepredicate_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@17c3218
[junit4] 2> 177748 INFO (coreCloseExecutor-746-thread-1) [n:127.0.0.1:42273_solr c:falsepredicate s:shard4 r:core_node4 x:falsepredicate_shard4_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.falsepredicate.shard4.replica1
[junit4] 2> 177747 INFO (coreCloseExecutor-746-thread-3) [n:127.0.0.1:42273_solr c:testcollection s:shard1 r:core_node1 x:testcollection_shard1_replica1] o.a.s.c.SolrCore [testcollection_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@1dad67a
[junit4] 2> 177747 INFO (coreCloseExecutor-747-thread-2) [n:127.0.0.1:34643_solr c:testcollection s:shard3 r:core_node3 x:testcollection_shard3_replica1] o.a.s.c.SolrCore [testcollection_shard3_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@a21493
[junit4] 2> 177751 INFO (coreCloseExecutor-748-thread-1) [n:127.0.0.1:34843_solr c:falsepredicate s:shard1 r:core_node6 x:falsepredicate_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.falsepredicate.shard1.replica1
[junit4] 2> 177751 INFO (coreCloseExecutor-746-thread-2) [n:127.0.0.1:42273_solr c:currentstate s:shard1 r:core_node1 x:currentstate_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.currentstate.shard1.replica1
[junit4] 2> 177751 INFO (coreCloseExecutor-748-thread-3) [n:127.0.0.1:34843_solr c:testcollection s:shard4 r:core_node4 x:testcollection_shard4_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testcollection.shard4.replica1
[junit4] 2> 177752 INFO (coreCloseExecutor-747-thread-2) [n:127.0.0.1:34643_solr c:testcollection s:shard3 r:core_node3 x:testcollection_shard3_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testcollection.shard3.replica1
[junit4] 2> 177754 INFO (coreCloseExecutor-748-thread-2) [n:127.0.0.1:34843_solr c:stateformat1 s:shard1 r:core_node1 x:stateformat1_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.stateformat1.shard1.replica1
[junit4] 2> 177754 INFO (coreCloseExecutor-746-thread-3) [n:127.0.0.1:42273_solr c:testcollection s:shard1 r:core_node1 x:testcollection_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testcollection.shard1.replica1
[junit4] 2> 177754 INFO (coreCloseExecutor-747-thread-1) [n:127.0.0.1:34643_solr c:falsepredicate s:shard2 r:core_node5 x:falsepredicate_shard2_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.falsepredicate.shard2.replica1
[junit4] 2> 177755 INFO (jetty-closer-188-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98521192061337612-127.0.0.1:42273_solr-n_0000000003) closing
[junit4] 2> 177755 INFO (OverseerStateUpdate-98521192061337612-127.0.0.1:42273_solr-n_0000000003) [n:127.0.0.1:42273_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:42273_solr
[junit4] 2> 177758 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e04808faa000c, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 177759 WARN (zkCallback-231-thread-2-processing-n:127.0.0.1:34843_solr) [n:127.0.0.1:34843_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 177763 INFO (jetty-closer-188-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@53bb08{/solr,null,UNAVAILABLE}
[junit4] 2> 179258 WARN (zkCallback-210-thread-1-processing-n:127.0.0.1:42273_solr) [n:127.0.0.1:42273_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 179258 WARN (zkCallback-225-thread-1-processing-n:127.0.0.1:34643_solr) [n:127.0.0.1:34643_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 179258 INFO (jetty-closer-188-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@17abec9{/solr,null,UNAVAILABLE}
[junit4] 2> 179258 INFO (jetty-closer-188-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1115f7{/solr,null,UNAVAILABLE}
[junit4] 2> 179259 ERROR (SUITE-TestCollectionStateWatchers-seed#[BF613E15ED75B286]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 179259 INFO (SUITE-TestCollectionStateWatchers-seed#[BF613E15ED75B286]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38123 38123
[junit4] 2> 185657 INFO (Thread-221) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38123 38123
[junit4] 2> 185658 WARN (Thread-221) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/aliases.json
[junit4] 2> 6 /solr/security.json
[junit4] 2> 6 /solr/configs/config
[junit4] 2> 3 /solr/collections/stateformat1/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 12 /solr/collections/waitforstate/state.json
[junit4] 2> 7 /solr/collections/falsepredicate/state.json
[junit4] 2> 7 /solr/clusterprops.json
[junit4] 2> 7 /solr/clusterstate.json
[junit4] 2> 7 /solr/collections/testcollection/state.json
[junit4] 2> 3 /solr/overseer_elect/election/98521192061337606-127.0.0.1:45271_solr-n_0000000000
[junit4] 2> 3 /solr/collections/stateformat1/state.json
[junit4] 2> 2 /solr/collections/currentstate/state.json
[junit4] 2> 2 /solr/collections/delayed/state.json
[junit4] 2> 2 /solr/collections/tobedeleted/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/collections
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2> 2 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> 185658 INFO (SUITE-TestCollectionStateWatchers-seed#[BF613E15ED75B286]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_BF613E15ED75B286-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62), sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=ga-IE, timezone=Asia/Pontianak
[junit4] 2> NOTE: Linux 4.10.0-27-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=22396888,total=221167616
[junit4] 2> NOTE: All tests run in this JVM: [OperationsTest, TestSolrJErrorHandling, JdbcDriverTest, ConcurrentUpdateSolrClientBuilderTest, DocumentAnalysisResponseTest, CosineEvaluatorTest, SolrExampleEmbeddedTest, TestDocumentObjectBinder, SolrExampleStreamingBinaryTest, FloorEvaluatorTest, LessThanEqualToEvaluatorTest, CoalesceEvaluatorTest, MultiplyEvaluatorTest, OrEvaluatorTest, ClientUtilsTest, SolrZkClientTest, QueryResponseTest, SubtractEvaluatorTest, CloudSolrClientCacheTest, SolrQueryTest, TestCloudSolrClientConnections, SolrExampleBinaryTest, LargeVolumeJettyTest, TestSolrProperties, SolrParamTest, TermsResponseTest, MergeIndexesEmbeddedTest, TestEmbeddedSolrServer, TestCoreAdmin, TestNamedListCodec, TestHash, ContentStreamTest, ModifiableSolrParamsTest, TestFastInputStream, SolrDocumentTest, FieldAnalysisResponseTest, NamedListTest, GetByIdTest, SolrSchemalessExampleTest, CloudSolrClientBuilderTest, ConcurrentUpdateSolrClientTest, LBHttpSolrClientBuilderTest, GraphTest, SelectWithEvaluatorsTest, StreamExpressionToExplanationTest, AndEvaluatorTest, CeilingEvaluatorTest, EqualsEvaluatorTest, FieldEvaluatorTest, HyperbolicCosineEvaluatorTest, HyperbolicTangentEvaluatorTest, ModuloEvaluatorTest, RoundEvaluatorTest, SquareRootEvaluatorTest, UuidEvaluatorTest, SolrPingTest, TestDelegationTokenResponse, TestToleratedUpdateError, TestCollectionStateWatchers]
[junit4] Completed [130/130 (1!)] on J1 in 65.03s, 9 tests, 1 failure <<< FAILURES!
[...truncated 38682 lines...]
[JENKINS] Lucene-Solr-6.6-Linux (64bit/jdk1.8.0_144) - Build # 74 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.6-Linux/74/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
1 tests failed.
FAILED: org.apache.solr.common.cloud.TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure
Error Message:
Did not see a fully active cluster after 30 seconds
Stack Trace:
java.lang.AssertionError: Did not see a fully active cluster after 30 seconds
at __randomizedtesting.SeedInfo.seed([7AD4F70B32052F27:F2E25558EAAAC735]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.common.cloud.TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure(TestCollectionStateWatchers.java:250)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14050 lines...]
[junit4] Suite: org.apache.solr.common.cloud.TestCollectionStateWatchers
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_7AD4F70B32052F27-001/init-core-data-001
[junit4] 2> 110205 WARN (SUITE-TestCollectionStateWatchers-seed#[7AD4F70B32052F27]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=472 numCloses=472
[junit4] 2> 110206 INFO (SUITE-TestCollectionStateWatchers-seed#[7AD4F70B32052F27]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields
[junit4] 2> 110207 INFO (SUITE-TestCollectionStateWatchers-seed#[7AD4F70B32052F27]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 110213 INFO (SUITE-TestCollectionStateWatchers-seed#[7AD4F70B32052F27]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_7AD4F70B32052F27-001/tempDir-001
[junit4] 2> 110213 INFO (SUITE-TestCollectionStateWatchers-seed#[7AD4F70B32052F27]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 110213 INFO (Thread-92) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 110213 INFO (Thread-92) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 110214 ERROR (Thread-92) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 110313 INFO (SUITE-TestCollectionStateWatchers-seed#[7AD4F70B32052F27]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:32775
[junit4] 2> 110329 INFO (jetty-launcher-1607-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 110329 INFO (jetty-launcher-1607-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 110329 INFO (jetty-launcher-1607-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 110329 INFO (jetty-launcher-1607-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 110331 INFO (jetty-launcher-1607-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@d5ffa2c{/solr,null,AVAILABLE}
[junit4] 2> 110331 INFO (jetty-launcher-1607-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@302135aa{/solr,null,AVAILABLE}
[junit4] 2> 110331 INFO (jetty-launcher-1607-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7ccbaf48{/solr,null,AVAILABLE}
[junit4] 2> 110331 INFO (jetty-launcher-1607-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@78dc2695{/solr,null,AVAILABLE}
[junit4] 2> 110349 INFO (jetty-launcher-1607-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@701a5ccf{SSL,[ssl, http/1.1]}{127.0.0.1:?????}
[junit4] 2> 110349 INFO (jetty-launcher-1607-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1143c5ae{SSL,[ssl, http/1.1]}{127.0.0.1:?????}
[junit4] 2> 110349 INFO (jetty-launcher-1607-thread-2) [ ] o.e.j.s.Server Started @??????ms
[junit4] 2> 110349 INFO (jetty-launcher-1607-thread-1) [ ] o.e.j.s.Server Started @??????ms
[junit4] 2> 110349 INFO (jetty-launcher-1607-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39437}
[junit4] 2> 110349 INFO (jetty-launcher-1607-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@644a0216{SSL,[ssl, http/1.1]}{127.0.0.1:?????}
[junit4] 2> 110349 INFO (jetty-launcher-1607-thread-3) [ ] o.e.j.s.Server Started @??????ms
[junit4] 2> 110349 INFO (jetty-launcher-1607-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41865}
[junit4] 2> 110350 ERROR (jetty-launcher-1607-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 110350 INFO (jetty-launcher-1607-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.1
[junit4] 2> 110350 INFO (jetty-launcher-1607-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 110350 INFO (jetty-launcher-1607-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@26abf109{SSL,[ssl, http/1.1]}{127.0.0.1:?????}
[junit4] 2> 110350 INFO (jetty-launcher-1607-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 110350 INFO (jetty-launcher-1607-thread-4) [ ] o.e.j.s.Server Started @??????ms
[junit4] 2> 110350 INFO (jetty-launcher-1607-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-21T05:59:18.097Z
[junit4] 2> 110350 INFO (jetty-launcher-1607-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42487}
[junit4] 2> 110350 ERROR (jetty-launcher-1607-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 110350 INFO (jetty-launcher-1607-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.1
[junit4] 2> 110350 INFO (jetty-launcher-1607-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 110350 INFO (jetty-launcher-1607-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 110350 INFO (jetty-launcher-1607-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-21T05:59:18.097Z
[junit4] 2> 110349 INFO (jetty-launcher-1607-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42241}
[junit4] 2> 110353 ERROR (jetty-launcher-1607-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 110353 INFO (jetty-launcher-1607-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.1
[junit4] 2> 110353 INFO (jetty-launcher-1607-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 110353 INFO (jetty-launcher-1607-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 110353 INFO (jetty-launcher-1607-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 110353 INFO (jetty-launcher-1607-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 110353 ERROR (jetty-launcher-1607-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 110353 INFO (jetty-launcher-1607-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.1
[junit4] 2> 110353 INFO (jetty-launcher-1607-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 110353 INFO (jetty-launcher-1607-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 110353 INFO (jetty-launcher-1607-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-21T05:59:18.100Z
[junit4] 2> 110353 INFO (jetty-launcher-1607-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-21T05:59:18.100Z
[junit4] 2> 110362 INFO (jetty-launcher-1607-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 110364 INFO (jetty-launcher-1607-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 110364 INFO (jetty-launcher-1607-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:32775/solr
[junit4] 2> 110367 INFO (jetty-launcher-1607-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 110374 INFO (jetty-launcher-1607-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:32775/solr
[junit4] 2> 110374 INFO (jetty-launcher-1607-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 110377 INFO (jetty-launcher-1607-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 110382 INFO (jetty-launcher-1607-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:32775/solr
[junit4] 2> 110393 INFO (jetty-launcher-1607-thread-2) [n:127.0.0.1:39437_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 110402 INFO (jetty-launcher-1607-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 110402 INFO (jetty-launcher-1607-thread-2) [n:127.0.0.1:39437_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39437_solr
[junit4] 2> 110402 INFO (jetty-launcher-1607-thread-2) [n:127.0.0.1:39437_solr ] o.a.s.c.Overseer Overseer (id=98519951472132103-127.0.0.1:39437_solr-n_0000000000) starting
[junit4] 2> 110403 INFO (jetty-launcher-1607-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:32775/solr
[junit4] 2> 110412 INFO (jetty-launcher-1607-thread-4) [n:127.0.0.1:42487_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 110414 INFO (jetty-launcher-1607-thread-4) [n:127.0.0.1:42487_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42487_solr
[junit4] 2> 110427 INFO (jetty-launcher-1607-thread-2) [n:127.0.0.1:39437_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39437_solr
[junit4] 2> 110428 INFO (zkCallback-1623-thread-1-processing-n:127.0.0.1:42487_solr) [n:127.0.0.1:42487_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 110433 INFO (zkCallback-1623-thread-1-processing-n:127.0.0.1:42487_solr) [n:127.0.0.1:42487_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 110438 INFO (jetty-launcher-1607-thread-1) [n:127.0.0.1:42241_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 110439 INFO (jetty-launcher-1607-thread-3) [n:127.0.0.1:41865_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 110439 INFO (jetty-launcher-1607-thread-1) [n:127.0.0.1:42241_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 110441 INFO (jetty-launcher-1607-thread-3) [n:127.0.0.1:41865_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 110442 INFO (jetty-launcher-1607-thread-1) [n:127.0.0.1:42241_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42241_solr
[junit4] 2> 110442 INFO (OverseerStateUpdate-98519951472132103-127.0.0.1:39437_solr-n_0000000000) [n:127.0.0.1:39437_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 110443 INFO (zkCallback-1623-thread-1-processing-n:127.0.0.1:42487_solr) [n:127.0.0.1:42487_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 110444 INFO (zkCallback-1631-thread-1-processing-n:127.0.0.1:41865_solr) [n:127.0.0.1:41865_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 110444 INFO (zkCallback-1621-thread-2-processing-n:127.0.0.1:39437_solr) [n:127.0.0.1:39437_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 110445 INFO (jetty-launcher-1607-thread-3) [n:127.0.0.1:41865_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41865_solr
[junit4] 2> 110446 INFO (zkCallback-1623-thread-1-processing-n:127.0.0.1:42487_solr) [n:127.0.0.1:42487_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 110447 INFO (zkCallback-1631-thread-1-processing-n:127.0.0.1:41865_solr) [n:127.0.0.1:41865_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 110450 INFO (zkCallback-1621-thread-1-processing-n:127.0.0.1:39437_solr) [n:127.0.0.1:39437_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 110466 INFO (zkCallback-1630-thread-1-processing-n:127.0.0.1:42241_solr) [n:127.0.0.1:42241_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 110510 INFO (jetty-launcher-1607-thread-4) [n:127.0.0.1:42487_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_7AD4F70B32052F27-001/tempDir-001/node4/.
[junit4] 2> 110513 INFO (jetty-launcher-1607-thread-1) [n:127.0.0.1:42241_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_7AD4F70B32052F27-001/tempDir-001/node1/.
[junit4] 2> 110516 INFO (jetty-launcher-1607-thread-2) [n:127.0.0.1:39437_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_7AD4F70B32052F27-001/tempDir-001/node2/.
[junit4] 2> 110535 INFO (jetty-launcher-1607-thread-3) [n:127.0.0.1:41865_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_7AD4F70B32052F27-001/tempDir-001/node3/.
[junit4] 2> 110543 INFO (SUITE-TestCollectionStateWatchers-seed#[7AD4F70B32052F27]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 110543 INFO (SUITE-TestCollectionStateWatchers-seed#[7AD4F70B32052F27]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:32775/solr ready
[junit4] 2> 110559 INFO (TEST-TestCollectionStateWatchers.testDeletionsTriggerWatches-seed#[7AD4F70B32052F27]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testDeletionsTriggerWatches
[junit4] 2> 110673 INFO (qtp1041353423-3344) [n:127.0.0.1:42241_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=config&name=tobedeleted&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 110674 INFO (OverseerThreadFactory-240-thread-1-processing-n:127.0.0.1:39437_solr) [n:127.0.0.1:39437_solr ] o.a.s.c.CreateCollectionCmd Create collection tobedeleted
[junit4] 2> 110837 INFO (qtp491460261-3331) [n:127.0.0.1:41865_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=config&newCollection=true&name=tobedeleted_shard1_replica1&action=CREATE&numShards=1&collection=tobedeleted&shard=shard1&wt=javabin&version=2
[junit4] 2> 110837 INFO (qtp491460261-3331) [n:127.0.0.1:41865_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 110940 INFO (zkCallback-1631-thread-1-processing-n:127.0.0.1:41865_solr) [n:127.0.0.1:41865_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tobedeleted/state.json] for collection [tobedeleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 111848 INFO (qtp491460261-3331) [n:127.0.0.1:41865_solr c:tobedeleted s:shard1 x:tobedeleted_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 111860 INFO (qtp491460261-3331) [n:127.0.0.1:41865_solr c:tobedeleted s:shard1 x:tobedeleted_shard1_replica1] o.a.s.s.IndexSchema [tobedeleted_shard1_replica1] Schema name=test
[junit4] 2> 111899 WARN (qtp491460261-3331) [n:127.0.0.1:41865_solr c:tobedeleted s:shard1 x:tobedeleted_shard1_replica1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
[junit4] 2> 111899 WARN (qtp491460261-3331) [n:127.0.0.1:41865_solr c:tobedeleted s:shard1 x:tobedeleted_shard1_replica1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
[junit4] 2> 111899 INFO (qtp491460261-3331) [n:127.0.0.1:41865_solr c:tobedeleted s:shard1 x:tobedeleted_shard1_replica1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 111899 INFO (qtp491460261-3331) [n:127.0.0.1:41865_solr c:tobedeleted s:shard1 x:tobedeleted_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'tobedeleted_shard1_replica1' using configuration from collection tobedeleted, trusted=true
[junit4] 2> 111900 INFO (qtp491460261-3331) [n:127.0.0.1:41865_solr c:tobedeleted s:shard1 x:tobedeleted_shard1_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 111900 INFO (qtp491460261-3331) [n:127.0.0.1:41865_solr c:tobedeleted s:shard1 x:tobedeleted_shard1_replica1] o.a.s.c.SolrCore [[tobedeleted_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_7AD4F70B32052F27-001/tempDir-001/node3/tobedeleted_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_7AD4F70B32052F27-001/tempDir-001/node3/./tobedeleted_shard1_replica1/data/]
[junit4] 2> 111923 INFO (qtp491460261-3331) [n:127.0.0.1:41865_solr c:tobedeleted s:shard1 x:tobedeleted_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 111923 INFO (qtp491460261-3331) [n:127.0.0.1:41865_solr c:tobedeleted s:shard1 x:tobedeleted_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 111924 INFO (qtp491460261-3331) [n:127.0.0.1:41865_solr c:tobedeleted s:shard1 x:tobedeleted_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 111924 INFO (qtp491460261-3331) [n:127.0.0.1:41865_solr c:tobedeleted s:shard1 x:tobedeleted_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 111924 INFO (qtp491460261-3331) [n:127.0.0.1:41865_solr c:tobedeleted s:shard1 x:tobedeleted_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7cd0b5d[tobedeleted_shard1_replica1] main]
[junit4] 2> 111925 INFO (qtp491460261-3331) [n:127.0.0.1:41865_solr c:tobedeleted s:shard1 x:tobedeleted_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 111925 INFO (qtp491460261-3331) [n:127.0.0.1:41865_solr c:tobedeleted s:shard1 x:tobedeleted_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 111925 INFO (qtp491460261-3331) [n:127.0.0.1:41865_solr c:tobedeleted s:shard1 x:tobedeleted_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 111926 INFO (qtp491460261-3331) [n:127.0.0.1:41865_solr c:tobedeleted s:shard1 x:tobedeleted_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576319225349275648
[junit4] 2> 111926 INFO (searcherExecutor-249-thread-1-processing-n:127.0.0.1:41865_solr x:tobedeleted_shard1_replica1 s:shard1 c:tobedeleted) [n:127.0.0.1:41865_solr c:tobedeleted s:shard1 x:tobedeleted_shard1_replica1] o.a.s.c.SolrCore [tobedeleted_shard1_replica1] Registered new searcher Searcher@7cd0b5d[tobedeleted_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 111929 INFO (qtp491460261-3331) [n:127.0.0.1:41865_solr c:tobedeleted s:shard1 x:tobedeleted_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 111929 INFO (qtp491460261-3331) [n:127.0.0.1:41865_solr c:tobedeleted s:shard1 x:tobedeleted_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 111929 INFO (qtp491460261-3331) [n:127.0.0.1:41865_solr c:tobedeleted s:shard1 x:tobedeleted_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:41865/solr/tobedeleted_shard1_replica1/
[junit4] 2> 111929 INFO (qtp491460261-3331) [n:127.0.0.1:41865_solr c:tobedeleted s:shard1 x:tobedeleted_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 111929 INFO (qtp491460261-3331) [n:127.0.0.1:41865_solr c:tobedeleted s:shard1 x:tobedeleted_shard1_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:41865/solr/tobedeleted_shard1_replica1/ has no replicas
[junit4] 2> 111929 INFO (qtp491460261-3331) [n:127.0.0.1:41865_solr c:tobedeleted s:shard1 x:tobedeleted_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 111930 INFO (qtp491460261-3331) [n:127.0.0.1:41865_solr c:tobedeleted s:shard1 x:tobedeleted_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:41865/solr/tobedeleted_shard1_replica1/ shard1
[junit4] 2> 112032 INFO (zkCallback-1631-thread-1-processing-n:127.0.0.1:41865_solr) [n:127.0.0.1:41865_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tobedeleted/state.json] for collection [tobedeleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 112081 INFO (qtp491460261-3331) [n:127.0.0.1:41865_solr c:tobedeleted s:shard1 x:tobedeleted_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 112082 INFO (qtp491460261-3331) [n:127.0.0.1:41865_solr c:tobedeleted s:shard1 x:tobedeleted_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=config&newCollection=true&name=tobedeleted_shard1_replica1&action=CREATE&numShards=1&collection=tobedeleted&shard=shard1&wt=javabin&version=2} status=0 QTime=1245
[junit4] 2> 112084 INFO (qtp1041353423-3344) [n:127.0.0.1:42241_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 112184 INFO (zkCallback-1631-thread-1-processing-n:127.0.0.1:41865_solr) [n:127.0.0.1:41865_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tobedeleted/state.json] for collection [tobedeleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 112676 INFO (OverseerCollectionConfigSetProcessor-98519951472132103-127.0.0.1:39437_solr-n_0000000000) [n:127.0.0.1:39437_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 113085 INFO (qtp1041353423-3344) [n:127.0.0.1:42241_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=config&name=tobedeleted&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2411
[junit4] 2> 113095 INFO (qtp1041353423-3348) [n:127.0.0.1:42241_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=tobedeleted&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 113096 INFO (OverseerThreadFactory-240-thread-2-processing-n:127.0.0.1:39437_solr) [n:127.0.0.1:39437_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 113098 INFO (qtp491460261-3350) [n:127.0.0.1:41865_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.tobedeleted.shard1.replica1
[junit4] 2> 113099 INFO (qtp491460261-3350) [n:127.0.0.1:41865_solr ] o.a.s.c.SolrCore [tobedeleted_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@1593ad9c
[junit4] 2> 113101 INFO (qtp491460261-3350) [n:127.0.0.1:41865_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.tobedeleted.shard1.replica1
[junit4] 2> 113102 INFO (qtp491460261-3350) [n:127.0.0.1:41865_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=tobedeleted_shard1_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 113206 INFO (zkCallback-1637-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/tobedeleted/state.json] for collection [tobedeleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 113806 INFO (qtp1041353423-3348) [n:127.0.0.1:42241_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=tobedeleted&action=DELETE&wt=javabin&version=2} status=0 QTime=711
[junit4] 2> 113806 INFO (TEST-TestCollectionStateWatchers.testDeletionsTriggerWatches-seed#[7AD4F70B32052F27]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testDeletionsTriggerWatches
[junit4] 2> 113818 INFO (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[7AD4F70B32052F27]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testWaitForStateWatcherIsRetainedOnPredicateFailure
[junit4] 2> 113822 INFO (qtp1041353423-3354) [n:127.0.0.1:42241_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=8194bd56-421c-47b9-8db1-6b9ddb120ae4&replicationFactor=1&collection.configName=config&name=falsepredicate&action=CREATE&numShards=4&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 113824 INFO (qtp1041353423-3354) [n:127.0.0.1:42241_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=8194bd56-421c-47b9-8db1-6b9ddb120ae4&replicationFactor=1&collection.configName=config&name=falsepredicate&action=CREATE&numShards=4&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 113828 INFO (qtp1041353423-3330) [n:127.0.0.1:42241_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=8194bd56-421c-47b9-8db1-6b9ddb120ae4&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 113828 INFO (qtp1041353423-3330) [n:127.0.0.1:42241_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=8194bd56-421c-47b9-8db1-6b9ddb120ae4&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 113829 INFO (OverseerThreadFactory-240-thread-3-processing-n:127.0.0.1:39437_solr) [n:127.0.0.1:39437_solr ] o.a.s.c.CreateCollectionCmd Create collection falsepredicate
[junit4] 2> 113829 INFO (OverseerCollectionConfigSetProcessor-98519951472132103-127.0.0.1:39437_solr-n_0000000000) [n:127.0.0.1:39437_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 114044 INFO (qtp491460261-3352) [n:127.0.0.1:41865_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782981916&qt=/admin/cores&collection.configName=config&newCollection=true&name=falsepredicate_shard2_replica1&action=CREATE&numShards=4&collection=falsepredicate&shard=shard2&wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 114045 INFO (parallelCoreAdminExecutor-247-thread-1-processing-n:127.0.0.1:41865_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782981916 CREATE) [n:127.0.0.1:41865_solr ] o.a.s.h.a.CoreAdminOperation core create command async=8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782981916&qt=/admin/cores&collection.configName=config&newCollection=true&name=falsepredicate_shard2_replica1&action=CREATE&numShards=4&collection=falsepredicate&shard=shard2&wt=javabin&version=2
[junit4] 2> 114051 INFO (qtp1041353423-3334) [n:127.0.0.1:42241_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169&qt=/admin/cores&collection.configName=config&newCollection=true&name=falsepredicate_shard4_replica1&action=CREATE&numShards=4&collection=falsepredicate&shard=shard4&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 114051 INFO (parallelCoreAdminExecutor-243-thread-1-processing-n:127.0.0.1:42241_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169 CREATE) [n:127.0.0.1:42241_solr ] o.a.s.h.a.CoreAdminOperation core create command async=8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169&qt=/admin/cores&collection.configName=config&newCollection=true&name=falsepredicate_shard4_replica1&action=CREATE&numShards=4&collection=falsepredicate&shard=shard4&wt=javabin&version=2
[junit4] 2> 114051 INFO (parallelCoreAdminExecutor-243-thread-1-processing-n:127.0.0.1:42241_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169 CREATE) [n:127.0.0.1:42241_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 114105 INFO (qtp1774089217-3359) [n:127.0.0.1:42487_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782728186&qt=/admin/cores&collection.configName=config&newCollection=true&name=falsepredicate_shard1_replica1&action=CREATE&numShards=4&collection=falsepredicate&shard=shard1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 114105 INFO (parallelCoreAdminExecutor-241-thread-1-processing-n:127.0.0.1:42487_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782728186 CREATE) [n:127.0.0.1:42487_solr ] o.a.s.h.a.CoreAdminOperation core create command async=8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782728186&qt=/admin/cores&collection.configName=config&newCollection=true&name=falsepredicate_shard1_replica1&action=CREATE&numShards=4&collection=falsepredicate&shard=shard1&wt=javabin&version=2
[junit4] 2> 114106 INFO (parallelCoreAdminExecutor-241-thread-1-processing-n:127.0.0.1:42487_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782728186 CREATE) [n:127.0.0.1:42487_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 114106 INFO (qtp510206292-3327) [n:127.0.0.1:39437_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=8194bd56-421c-47b9-8db1-6b9ddb120ae42292084783090362&qt=/admin/cores&collection.configName=config&newCollection=true&name=falsepredicate_shard3_replica1&action=CREATE&numShards=4&collection=falsepredicate&shard=shard3&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 114106 INFO (parallelCoreAdminExecutor-242-thread-1-processing-n:127.0.0.1:39437_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084783090362 CREATE) [n:127.0.0.1:39437_solr ] o.a.s.h.a.CoreAdminOperation core create command async=8194bd56-421c-47b9-8db1-6b9ddb120ae42292084783090362&qt=/admin/cores&collection.configName=config&newCollection=true&name=falsepredicate_shard3_replica1&action=CREATE&numShards=4&collection=falsepredicate&shard=shard3&wt=javabin&version=2
[junit4] 2> 114106 INFO (parallelCoreAdminExecutor-242-thread-1-processing-n:127.0.0.1:39437_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084783090362 CREATE) [n:127.0.0.1:39437_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 114111 INFO (qtp1041353423-3348) [n:127.0.0.1:42241_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169
[junit4] 2> 114111 INFO (qtp1041353423-3348) [n:127.0.0.1:42241_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 114212 INFO (zkCallback-1631-thread-1-processing-n:127.0.0.1:41865_solr) [n:127.0.0.1:41865_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
[junit4] 2> 114212 INFO (zkCallback-1621-thread-2-processing-n:127.0.0.1:39437_solr) [n:127.0.0.1:39437_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
[junit4] 2> 114212 INFO (zkCallback-1623-thread-1-processing-n:127.0.0.1:42487_solr) [n:127.0.0.1:42487_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
[junit4] 2> 114212 INFO (zkCallback-1630-thread-1-processing-n:127.0.0.1:42241_solr) [n:127.0.0.1:42241_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
[junit4] 2> 114831 INFO (qtp1041353423-3344) [n:127.0.0.1:42241_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=8194bd56-421c-47b9-8db1-6b9ddb120ae4&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 114832 INFO (qtp1041353423-3344) [n:127.0.0.1:42241_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=8194bd56-421c-47b9-8db1-6b9ddb120ae4&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 115057 INFO (parallelCoreAdminExecutor-247-thread-1-processing-n:127.0.0.1:41865_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782981916 CREATE) [n:127.0.0.1:41865_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 115063 INFO (parallelCoreAdminExecutor-247-thread-1-processing-n:127.0.0.1:41865_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782981916 CREATE) [n:127.0.0.1:41865_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.s.IndexSchema [falsepredicate_shard2_replica1] Schema name=test
[junit4] 2> 115075 INFO (parallelCoreAdminExecutor-243-thread-1-processing-n:127.0.0.1:42241_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169 CREATE) [n:127.0.0.1:42241_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 115090 INFO (parallelCoreAdminExecutor-243-thread-1-processing-n:127.0.0.1:42241_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169 CREATE) [n:127.0.0.1:42241_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.s.IndexSchema [falsepredicate_shard4_replica1] Schema name=test
[junit4] 2> 115110 WARN (parallelCoreAdminExecutor-247-thread-1-processing-n:127.0.0.1:41865_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782981916 CREATE) [n:127.0.0.1:41865_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
[junit4] 2> 115111 WARN (parallelCoreAdminExecutor-247-thread-1-processing-n:127.0.0.1:41865_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782981916 CREATE) [n:127.0.0.1:41865_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
[junit4] 2> 115112 INFO (parallelCoreAdminExecutor-247-thread-1-processing-n:127.0.0.1:41865_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782981916 CREATE) [n:127.0.0.1:41865_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 115112 INFO (parallelCoreAdminExecutor-247-thread-1-processing-n:127.0.0.1:41865_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782981916 CREATE) [n:127.0.0.1:41865_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'falsepredicate_shard2_replica1' using configuration from collection falsepredicate, trusted=true
[junit4] 2> 115112 INFO (parallelCoreAdminExecutor-247-thread-1-processing-n:127.0.0.1:41865_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782981916 CREATE) [n:127.0.0.1:41865_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 115112 INFO (parallelCoreAdminExecutor-247-thread-1-processing-n:127.0.0.1:41865_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782981916 CREATE) [n:127.0.0.1:41865_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.c.SolrCore [[falsepredicate_shard2_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_7AD4F70B32052F27-001/tempDir-001/node3/falsepredicate_shard2_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_7AD4F70B32052F27-001/tempDir-001/node3/./falsepredicate_shard2_replica1/data/]
[junit4] 2> 115114 INFO (qtp1041353423-3354) [n:127.0.0.1:42241_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169
[junit4] 2> 115114 INFO (qtp1041353423-3354) [n:127.0.0.1:42241_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 115120 INFO (parallelCoreAdminExecutor-242-thread-1-processing-n:127.0.0.1:39437_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084783090362 CREATE) [n:127.0.0.1:39437_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 115141 INFO (parallelCoreAdminExecutor-242-thread-1-processing-n:127.0.0.1:39437_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084783090362 CREATE) [n:127.0.0.1:39437_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.s.IndexSchema [falsepredicate_shard3_replica1] Schema name=test
[junit4] 2> 115146 INFO (parallelCoreAdminExecutor-241-thread-1-processing-n:127.0.0.1:42487_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782728186 CREATE) [n:127.0.0.1:42487_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 115158 WARN (parallelCoreAdminExecutor-243-thread-1-processing-n:127.0.0.1:42241_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169 CREATE) [n:127.0.0.1:42241_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
[junit4] 2> 115158 WARN (parallelCoreAdminExecutor-243-thread-1-processing-n:127.0.0.1:42241_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169 CREATE) [n:127.0.0.1:42241_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
[junit4] 2> 115158 INFO (parallelCoreAdminExecutor-243-thread-1-processing-n:127.0.0.1:42241_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169 CREATE) [n:127.0.0.1:42241_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 115158 INFO (parallelCoreAdminExecutor-243-thread-1-processing-n:127.0.0.1:42241_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169 CREATE) [n:127.0.0.1:42241_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.c.CoreContainer Creating SolrCore 'falsepredicate_shard4_replica1' using configuration from collection falsepredicate, trusted=true
[junit4] 2> 115159 INFO (parallelCoreAdminExecutor-243-thread-1-processing-n:127.0.0.1:42241_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169 CREATE) [n:127.0.0.1:42241_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 115159 INFO (parallelCoreAdminExecutor-243-thread-1-processing-n:127.0.0.1:42241_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169 CREATE) [n:127.0.0.1:42241_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.c.SolrCore [[falsepredicate_shard4_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_7AD4F70B32052F27-001/tempDir-001/node1/falsepredicate_shard4_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_7AD4F70B32052F27-001/tempDir-001/node1/./falsepredicate_shard4_replica1/data/]
[junit4] 2> 115161 INFO (parallelCoreAdminExecutor-241-thread-1-processing-n:127.0.0.1:42487_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782728186 CREATE) [n:127.0.0.1:42487_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.s.IndexSchema [falsepredicate_shard1_replica1] Schema name=test
[junit4] 2> 115193 INFO (parallelCoreAdminExecutor-247-thread-1-processing-n:127.0.0.1:41865_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782981916 CREATE) [n:127.0.0.1:41865_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 115193 INFO (parallelCoreAdminExecutor-247-thread-1-processing-n:127.0.0.1:41865_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782981916 CREATE) [n:127.0.0.1:41865_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 115194 INFO (parallelCoreAdminExecutor-247-thread-1-processing-n:127.0.0.1:41865_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782981916 CREATE) [n:127.0.0.1:41865_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 115194 INFO (parallelCoreAdminExecutor-247-thread-1-processing-n:127.0.0.1:41865_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782981916 CREATE) [n:127.0.0.1:41865_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 115194 INFO (parallelCoreAdminExecutor-247-thread-1-processing-n:127.0.0.1:41865_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782981916 CREATE) [n:127.0.0.1:41865_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@55d953e[falsepredicate_shard2_replica1] main]
[junit4] 2> 115201 INFO (parallelCoreAdminExecutor-243-thread-1-processing-n:127.0.0.1:42241_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169 CREATE) [n:127.0.0.1:42241_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 115201 INFO (parallelCoreAdminExecutor-243-thread-1-processing-n:127.0.0.1:42241_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169 CREATE) [n:127.0.0.1:42241_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 115201 INFO (parallelCoreAdminExecutor-247-thread-1-processing-n:127.0.0.1:41865_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782981916 CREATE) [n:127.0.0.1:41865_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 115202 INFO (parallelCoreAdminExecutor-247-thread-1-processing-n:127.0.0.1:41865_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782981916 CREATE) [n:127.0.0.1:41865_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 115202 INFO (parallelCoreAdminExecutor-247-thread-1-processing-n:127.0.0.1:41865_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782981916 CREATE) [n:127.0.0.1:41865_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 115202 INFO (parallelCoreAdminExecutor-243-thread-1-processing-n:127.0.0.1:42241_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169 CREATE) [n:127.0.0.1:42241_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 115202 INFO (parallelCoreAdminExecutor-243-thread-1-processing-n:127.0.0.1:42241_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169 CREATE) [n:127.0.0.1:42241_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 115205 INFO (searcherExecutor-254-thread-1-processing-x:falsepredicate_shard2_replica1 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782981916 CREATE n:127.0.0.1:41865_solr s:shard2 c:falsepredicate) [n:127.0.0.1:41865_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.c.SolrCore [falsepredicate_shard2_replica1] Registered new searcher Searcher@55d953e[falsepredicate_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 115205 INFO (parallelCoreAdminExecutor-247-thread-1-processing-n:127.0.0.1:41865_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782981916 CREATE) [n:127.0.0.1:41865_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576319228787556352
[junit4] 2> 115209 INFO (parallelCoreAdminExecutor-247-thread-1-processing-n:127.0.0.1:41865_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782981916 CREATE) [n:127.0.0.1:41865_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 115209 INFO (parallelCoreAdminExecutor-247-thread-1-processing-n:127.0.0.1:41865_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782981916 CREATE) [n:127.0.0.1:41865_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 115209 INFO (parallelCoreAdminExecutor-247-thread-1-processing-n:127.0.0.1:41865_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782981916 CREATE) [n:127.0.0.1:41865_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:41865/solr/falsepredicate_shard2_replica1/
[junit4] 2> 115209 INFO (parallelCoreAdminExecutor-247-thread-1-processing-n:127.0.0.1:41865_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782981916 CREATE) [n:127.0.0.1:41865_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 115209 INFO (parallelCoreAdminExecutor-247-thread-1-processing-n:127.0.0.1:41865_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782981916 CREATE) [n:127.0.0.1:41865_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:41865/solr/falsepredicate_shard2_replica1/ has no replicas
[junit4] 2> 115209 INFO (parallelCoreAdminExecutor-247-thread-1-processing-n:127.0.0.1:41865_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782981916 CREATE) [n:127.0.0.1:41865_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 115211 INFO (parallelCoreAdminExecutor-247-thread-1-processing-n:127.0.0.1:41865_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782981916 CREATE) [n:127.0.0.1:41865_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:41865/solr/falsepredicate_shard2_replica1/ shard2
[junit4] 2> 115211 INFO (parallelCoreAdminExecutor-243-thread-1-processing-n:127.0.0.1:42241_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169 CREATE) [n:127.0.0.1:42241_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@64fcaf82[falsepredicate_shard4_replica1] main]
[junit4] 2> 115212 WARN (parallelCoreAdminExecutor-242-thread-1-processing-n:127.0.0.1:39437_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084783090362 CREATE) [n:127.0.0.1:39437_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
[junit4] 2> 115212 WARN (parallelCoreAdminExecutor-242-thread-1-processing-n:127.0.0.1:39437_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084783090362 CREATE) [n:127.0.0.1:39437_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
[junit4] 2> 115212 INFO (parallelCoreAdminExecutor-242-thread-1-processing-n:127.0.0.1:39437_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084783090362 CREATE) [n:127.0.0.1:39437_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 115212 INFO (parallelCoreAdminExecutor-242-thread-1-processing-n:127.0.0.1:39437_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084783090362 CREATE) [n:127.0.0.1:39437_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.c.CoreContainer Creating SolrCore 'falsepredicate_shard3_replica1' using configuration from collection falsepredicate, trusted=true
[junit4] 2> 115219 INFO (parallelCoreAdminExecutor-242-thread-1-processing-n:127.0.0.1:39437_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084783090362 CREATE) [n:127.0.0.1:39437_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 115219 INFO (parallelCoreAdminExecutor-242-thread-1-processing-n:127.0.0.1:39437_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084783090362 CREATE) [n:127.0.0.1:39437_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.c.SolrCore [[falsepredicate_shard3_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_7AD4F70B32052F27-001/tempDir-001/node2/falsepredicate_shard3_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_7AD4F70B32052F27-001/tempDir-001/node2/./falsepredicate_shard3_replica1/data/]
[junit4] 2> 115223 INFO (parallelCoreAdminExecutor-243-thread-1-processing-n:127.0.0.1:42241_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169 CREATE) [n:127.0.0.1:42241_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 115224 INFO (parallelCoreAdminExecutor-243-thread-1-processing-n:127.0.0.1:42241_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169 CREATE) [n:127.0.0.1:42241_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 115224 INFO (parallelCoreAdminExecutor-243-thread-1-processing-n:127.0.0.1:42241_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169 CREATE) [n:127.0.0.1:42241_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 115224 INFO (parallelCoreAdminExecutor-243-thread-1-processing-n:127.0.0.1:42241_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169 CREATE) [n:127.0.0.1:42241_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576319228807479296
[junit4] 2> 115225 INFO (searcherExecutor-255-thread-1-processing-x:falsepredicate_shard4_replica1 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169 CREATE n:127.0.0.1:42241_solr s:shard4 c:falsepredicate) [n:127.0.0.1:42241_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.c.SolrCore [falsepredicate_shard4_replica1] Registered new searcher Searcher@64fcaf82[falsepredicate_shard4_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 115230 INFO (parallelCoreAdminExecutor-243-thread-1-processing-n:127.0.0.1:42241_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169 CREATE) [n:127.0.0.1:42241_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 115230 INFO (parallelCoreAdminExecutor-243-thread-1-processing-n:127.0.0.1:42241_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169 CREATE) [n:127.0.0.1:42241_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 115230 INFO (parallelCoreAdminExecutor-243-thread-1-processing-n:127.0.0.1:42241_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169 CREATE) [n:127.0.0.1:42241_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:42241/solr/falsepredicate_shard4_replica1/
[junit4] 2> 115230 INFO (parallelCoreAdminExecutor-243-thread-1-processing-n:127.0.0.1:42241_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169 CREATE) [n:127.0.0.1:42241_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 115230 INFO (parallelCoreAdminExecutor-243-thread-1-processing-n:127.0.0.1:42241_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169 CREATE) [n:127.0.0.1:42241_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:42241/solr/falsepredicate_shard4_replica1/ has no replicas
[junit4] 2> 115230 INFO (parallelCoreAdminExecutor-243-thread-1-processing-n:127.0.0.1:42241_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169 CREATE) [n:127.0.0.1:42241_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 115232 INFO (parallelCoreAdminExecutor-243-thread-1-processing-n:127.0.0.1:42241_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169 CREATE) [n:127.0.0.1:42241_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:42241/solr/falsepredicate_shard4_replica1/ shard4
[junit4] 2> 115240 WARN (parallelCoreAdminExecutor-241-thread-1-processing-n:127.0.0.1:42487_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782728186 CREATE) [n:127.0.0.1:42487_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
[junit4] 2> 115240 WARN (parallelCoreAdminExecutor-241-thread-1-processing-n:127.0.0.1:42487_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782728186 CREATE) [n:127.0.0.1:42487_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
[junit4] 2> 115240 INFO (parallelCoreAdminExecutor-241-thread-1-processing-n:127.0.0.1:42487_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782728186 CREATE) [n:127.0.0.1:42487_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 115240 INFO (parallelCoreAdminExecutor-241-thread-1-processing-n:127.0.0.1:42487_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782728186 CREATE) [n:127.0.0.1:42487_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'falsepredicate_shard1_replica1' using configuration from collection falsepredicate, trusted=true
[junit4] 2> 115240 INFO (parallelCoreAdminExecutor-241-thread-1-processing-n:127.0.0.1:42487_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782728186 CREATE) [n:127.0.0.1:42487_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 115241 INFO (parallelCoreAdminExecutor-241-thread-1-processing-n:127.0.0.1:42487_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782728186 CREATE) [n:127.0.0.1:42487_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.c.SolrCore [[falsepredicate_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_7AD4F70B32052F27-001/tempDir-001/node4/falsepredicate_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_7AD4F70B32052F27-001/tempDir-001/node4/./falsepredicate_shard1_replica1/data/]
[junit4] 2> 115260 INFO (parallelCoreAdminExecutor-242-thread-1-processing-n:127.0.0.1:39437_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084783090362 CREATE) [n:127.0.0.1:39437_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 115260 INFO (parallelCoreAdminExecutor-242-thread-1-processing-n:127.0.0.1:39437_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084783090362 CREATE) [n:127.0.0.1:39437_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 115260 INFO (parallelCoreAdminExecutor-242-thread-1-processing-n:127.0.0.1:39437_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084783090362 CREATE) [n:127.0.0.1:39437_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 115260 INFO (parallelCoreAdminExecutor-242-thread-1-processing-n:127.0.0.1:39437_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084783090362 CREATE) [n:127.0.0.1:39437_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 115261 INFO (parallelCoreAdminExecutor-242-thread-1-processing-n:127.0.0.1:39437_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084783090362 CREATE) [n:127.0.0.1:39437_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6ce21181[falsepredicate_shard3_replica1] main]
[junit4] 2> 115262 INFO (parallelCoreAdminExecutor-242-thread-1-processing-n:127.0.0.1:39437_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084783090362 CREATE) [n:127.0.0.1:39437_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 115262 INFO (parallelCoreAdminExecutor-242-thread-1-processing-n:127.0.0.1:39437_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084783090362 CREATE) [n:127.0.0.1:39437_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 115262 INFO (parallelCoreAdminExecutor-242-thread-1-processing-n:127.0.0.1:39437_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084783090362 CREATE) [n:127.0.0.1:39437_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 115263 INFO (parallelCoreAdminExecutor-242-thread-1-processing-n:127.0.0.1:39437_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084783090362 CREATE) [n:127.0.0.1:39437_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576319228848373760
[junit4] 2> 115267 INFO (parallelCoreAdminExecutor-242-thread-1-processing-n:127.0.0.1:39437_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084783090362 CREATE) [n:127.0.0.1:39437_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 115267 INFO (parallelCoreAdminExecutor-242-thread-1-processing-n:127.0.0.1:39437_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084783090362 CREATE) [n:127.0.0.1:39437_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 115267 INFO (parallelCoreAdminExecutor-242-thread-1-processing-n:127.0.0.1:39437_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084783090362 CREATE) [n:127.0.0.1:39437_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:39437/solr/falsepredicate_shard3_replica1/
[junit4] 2> 115267 INFO (parallelCoreAdminExecutor-242-thread-1-processing-n:127.0.0.1:39437_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084783090362 CREATE) [n:127.0.0.1:39437_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 115267 INFO (parallelCoreAdminExecutor-242-thread-1-processing-n:127.0.0.1:39437_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084783090362 CREATE) [n:127.0.0.1:39437_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:39437/solr/falsepredicate_shard3_replica1/ has no replicas
[junit4] 2> 115267 INFO (parallelCoreAdminExecutor-242-thread-1-processing-n:127.0.0.1:39437_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084783090362 CREATE) [n:127.0.0.1:39437_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 115268 INFO (parallelCoreAdminExecutor-242-thread-1-processing-n:127.0.0.1:39437_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084783090362 CREATE) [n:127.0.0.1:39437_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:39437/solr/falsepredicate_shard3_replica1/ shard3
[junit4] 2> 115271 INFO (searcherExecutor-264-thread-1-processing-x:falsepredicate_shard3_replica1 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084783090362 CREATE n:127.0.0.1:39437_solr s:shard3 c:falsepredicate) [n:127.0.0.1:39437_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.c.SolrCore [falsepredicate_shard3_replica1] Registered new searcher Searcher@6ce21181[falsepredicate_shard3_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 115299 INFO (parallelCoreAdminExecutor-241-thread-1-processing-n:127.0.0.1:42487_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782728186 CREATE) [n:127.0.0.1:42487_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 115300 INFO (parallelCoreAdminExecutor-241-thread-1-processing-n:127.0.0.1:42487_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782728186 CREATE) [n:127.0.0.1:42487_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 115300 INFO (parallelCoreAdminExecutor-241-thread-1-processing-n:127.0.0.1:42487_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782728186 CREATE) [n:127.0.0.1:42487_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 115300 INFO (parallelCoreAdminExecutor-241-thread-1-processing-n:127.0.0.1:42487_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782728186 CREATE) [n:127.0.0.1:42487_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 115301 INFO (parallelCoreAdminExecutor-241-thread-1-processing-n:127.0.0.1:42487_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782728186 CREATE) [n:127.0.0.1:42487_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6a587216[falsepredicate_shard1_replica1] main]
[junit4] 2> 115306 INFO (parallelCoreAdminExecutor-241-thread-1-processing-n:127.0.0.1:42487_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782728186 CREATE) [n:127.0.0.1:42487_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 115306 INFO (parallelCoreAdminExecutor-241-thread-1-processing-n:127.0.0.1:42487_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782728186 CREATE) [n:127.0.0.1:42487_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 115306 INFO (parallelCoreAdminExecutor-241-thread-1-processing-n:127.0.0.1:42487_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782728186 CREATE) [n:127.0.0.1:42487_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 115307 INFO (parallelCoreAdminExecutor-241-thread-1-processing-n:127.0.0.1:42487_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782728186 CREATE) [n:127.0.0.1:42487_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576319228894511104
[junit4] 2> 115317 INFO (searcherExecutor-265-thread-1-processing-x:falsepredicate_shard1_replica1 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782728186 CREATE n:127.0.0.1:42487_solr s:shard1 c:falsepredicate) [n:127.0.0.1:42487_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.c.SolrCore [falsepredicate_shard1_replica1] Registered new searcher Searcher@6a587216[falsepredicate_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 115320 INFO (parallelCoreAdminExecutor-241-thread-1-processing-n:127.0.0.1:42487_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782728186 CREATE) [n:127.0.0.1:42487_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 115320 INFO (parallelCoreAdminExecutor-241-thread-1-processing-n:127.0.0.1:42487_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782728186 CREATE) [n:127.0.0.1:42487_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 115320 INFO (parallelCoreAdminExecutor-241-thread-1-processing-n:127.0.0.1:42487_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782728186 CREATE) [n:127.0.0.1:42487_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:42487/solr/falsepredicate_shard1_replica1/
[junit4] 2> 115320 INFO (parallelCoreAdminExecutor-241-thread-1-processing-n:127.0.0.1:42487_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782728186 CREATE) [n:127.0.0.1:42487_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 115320 INFO (parallelCoreAdminExecutor-241-thread-1-processing-n:127.0.0.1:42487_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782728186 CREATE) [n:127.0.0.1:42487_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:42487/solr/falsepredicate_shard1_replica1/ has no replicas
[junit4] 2> 115320 INFO (parallelCoreAdminExecutor-241-thread-1-processing-n:127.0.0.1:42487_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782728186 CREATE) [n:127.0.0.1:42487_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 115323 INFO (parallelCoreAdminExecutor-241-thread-1-processing-n:127.0.0.1:42487_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782728186 CREATE) [n:127.0.0.1:42487_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:42487/solr/falsepredicate_shard1_replica1/ shard1
[junit4] 2> 115424 INFO (zkCallback-1630-thread-1-processing-n:127.0.0.1:42241_solr) [n:127.0.0.1:42241_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
[junit4] 2> 115424 INFO (zkCallback-1623-thread-1-processing-n:127.0.0.1:42487_solr) [n:127.0.0.1:42487_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
[junit4] 2> 115424 INFO (zkCallback-1631-thread-1-processing-n:127.0.0.1:41865_solr) [n:127.0.0.1:41865_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
[junit4] 2> 115424 INFO (zkCallback-1621-thread-2-processing-n:127.0.0.1:39437_solr) [n:127.0.0.1:39437_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
[junit4] 2> 115433 INFO (parallelCoreAdminExecutor-243-thread-1-processing-n:127.0.0.1:42241_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169 CREATE) [n:127.0.0.1:42241_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 115467 INFO (parallelCoreAdminExecutor-247-thread-1-processing-n:127.0.0.1:41865_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782981916 CREATE) [n:127.0.0.1:41865_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 115470 INFO (parallelCoreAdminExecutor-242-thread-1-processing-n:127.0.0.1:39437_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084783090362 CREATE) [n:127.0.0.1:39437_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 115474 INFO (parallelCoreAdminExecutor-241-thread-1-processing-n:127.0.0.1:42487_solr 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782728186 CREATE) [n:127.0.0.1:42487_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 115576 INFO (zkCallback-1630-thread-1-processing-n:127.0.0.1:42241_solr) [n:127.0.0.1:42241_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
[junit4] 2> 115576 INFO (zkCallback-1623-thread-1-processing-n:127.0.0.1:42487_solr) [n:127.0.0.1:42487_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
[junit4] 2> 115576 INFO (zkCallback-1621-thread-2-processing-n:127.0.0.1:39437_solr) [n:127.0.0.1:39437_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
[junit4] 2> 115576 INFO (zkCallback-1631-thread-1-processing-n:127.0.0.1:41865_solr) [n:127.0.0.1:41865_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
[junit4] 2> 115834 INFO (qtp1041353423-3330) [n:127.0.0.1:42241_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=8194bd56-421c-47b9-8db1-6b9ddb120ae4&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 115835 INFO (qtp1041353423-3330) [n:127.0.0.1:42241_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=8194bd56-421c-47b9-8db1-6b9ddb120ae4&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 116116 INFO (qtp1041353423-3334) [n:127.0.0.1:42241_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169
[junit4] 2> 116116 INFO (qtp1041353423-3334) [n:127.0.0.1:42241_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782835169&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 116119 INFO (qtp510206292-3341) [n:127.0.0.1:39437_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084783090362
[junit4] 2> 116119 INFO (qtp510206292-3341) [n:127.0.0.1:39437_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=8194bd56-421c-47b9-8db1-6b9ddb120ae42292084783090362&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 116121 INFO (qtp491460261-3356) [n:127.0.0.1:41865_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782981916
[junit4] 2> 116121 INFO (qtp491460261-3356) [n:127.0.0.1:41865_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782981916&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 116124 INFO (qtp1774089217-3326) [n:127.0.0.1:42487_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782728186
[junit4] 2> 116124 INFO (qtp1774089217-3326) [n:127.0.0.1:42487_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=8194bd56-421c-47b9-8db1-6b9ddb120ae42292084782728186&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 116128 INFO (OverseerThreadFactory-240-thread-3-processing-n:127.0.0.1:39437_solr) [n:127.0.0.1:39437_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 116837 INFO (qtp1041353423-3348) [n:127.0.0.1:42241_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=8194bd56-421c-47b9-8db1-6b9ddb120ae4&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 116838 INFO (qtp1041353423-3348) [n:127.0.0.1:42241_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=8194bd56-421c-47b9-8db1-6b9ddb120ae4&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 116842 INFO (qtp1041353423-3354) [n:127.0.0.1:42241_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=8194bd56-421c-47b9-8db1-6b9ddb120ae4&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 116842 INFO (qtp1041353423-3354) [n:127.0.0.1:42241_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=8194bd56-421c-47b9-8db1-6b9ddb120ae4&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 116844 INFO (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[7AD4F70B32052F27]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@701a5ccf{SSL,[ssl, http/1.1]}{127.0.0.1:?}
[junit4] 2> 116845 INFO (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[7AD4F70B32052F27]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=406150331
[junit4] 2> 116845 INFO (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[7AD4F70B32052F27]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 116845 INFO (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[7AD4F70B32052F27]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jvm
[junit4] 2> 116845 INFO (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[7AD4F70B32052F27]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jetty
[junit4] 2> 116854 INFO (coreCloseExecutor-274-thread-1) [n:127.0.0.1:39437_solr c:falsepredicate s:shard3 r:core_node4 x:falsepredicate_shard3_replica1] o.a.s.c.SolrCore [falsepredicate_shard3_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@d6381c5
[junit4] 2> 116859 INFO (coreCloseExecutor-274-thread-1) [n:127.0.0.1:39437_solr c:falsepredicate s:shard3 r:core_node4 x:falsepredicate_shard3_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.falsepredicate.shard3.replica1
[junit4] 2> 116866 INFO (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[7AD4F70B32052F27]) [ ] o.a.s.c.Overseer Overseer (id=98519951472132103-127.0.0.1:39437_solr-n_0000000000) closing
[junit4] 2> 116866 INFO (OverseerStateUpdate-98519951472132103-127.0.0.1:39437_solr-n_0000000000) [n:127.0.0.1:39437_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:39437_solr
[junit4] 2> 116869 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e035fb6c90007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 116869 INFO (zkCallback-1630-thread-1-processing-n:127.0.0.1:42241_solr) [n:127.0.0.1:42241_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 116869 INFO (zkCallback-1637-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 116870 INFO (zkCallback-1631-thread-1-processing-n:127.0.0.1:41865_solr) [n:127.0.0.1:41865_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 116870 INFO (zkCallback-1623-thread-1-processing-n:127.0.0.1:42487_solr) [n:127.0.0.1:42487_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42487_solr
[junit4] 2> 116870 INFO (zkCallback-1623-thread-2-processing-n:127.0.0.1:42487_solr) [n:127.0.0.1:42487_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 116870 INFO (zkCallback-1623-thread-1-processing-n:127.0.0.1:42487_solr) [n:127.0.0.1:42487_solr ] o.a.s.c.Overseer Overseer (id=98519951472132104-127.0.0.1:42487_solr-n_0000000001) starting
[junit4] 2> 116874 INFO (zkCallback-1630-thread-1-processing-n:127.0.0.1:42241_solr) [n:127.0.0.1:42241_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [3])
[junit4] 2> 116874 INFO (zkCallback-1631-thread-1-processing-n:127.0.0.1:41865_solr) [n:127.0.0.1:41865_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [3])
[junit4] 2> 116874 INFO (zkCallback-1623-thread-1-processing-n:127.0.0.1:42487_solr) [n:127.0.0.1:42487_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [3])
[junit4] 2> 116981 INFO (zkCallback-1631-thread-1-processing-n:127.0.0.1:41865_solr) [n:127.0.0.1:41865_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [3])
[junit4] 2> 116981 INFO (zkCallback-1623-thread-1-processing-n:127.0.0.1:42487_solr) [n:127.0.0.1:42487_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [3])
[junit4] 2> 116981 INFO (zkCallback-1630-thread-1-processing-n:127.0.0.1:42241_solr) [n:127.0.0.1:42241_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [3])
[junit4] 2> 118368 WARN (zkCallback-1621-thread-2-processing-n:127.0.0.1:39437_solr) [n:127.0.0.1:39437_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live
[...truncated too long message...]
loseExecutor-344-thread-1) [n:127.0.0.1:41865_solr c:falsepredicate s:shard2 r:core_node1 x:falsepredicate_shard2_replica1] o.a.s.c.SolrCore [falsepredicate_shard2_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@674fa1a6
[junit4] 2> 167217 INFO (coreCloseExecutor-344-thread-3) [n:127.0.0.1:41865_solr c:currentstate s:shard1 r:core_node1 x:currentstate_shard1_replica1] o.a.s.c.SolrCore [currentstate_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@287240ec
[junit4] 2> 167217 INFO (coreCloseExecutor-346-thread-1) [n:127.0.0.1:42123_solr c:falsepredicate s:shard3 r:core_node5 x:falsepredicate_shard3_replica1] o.a.s.c.SolrCore [falsepredicate_shard3_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@228b6424
[junit4] 2> 167218 INFO (coreCloseExecutor-345-thread-1) [n:127.0.0.1:42487_solr c:falsepredicate s:shard1 r:core_node3 x:falsepredicate_shard1_replica1] o.a.s.c.SolrCore [falsepredicate_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@3ed8bbc5
[junit4] 2> 167217 INFO (coreCloseExecutor-344-thread-4) [n:127.0.0.1:41865_solr c:testcollection s:shard4 r:core_node2 x:testcollection_shard4_replica1] o.a.s.c.SolrCore [testcollection_shard4_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@6636c654
[junit4] 2> 167218 INFO (coreCloseExecutor-344-thread-2) [n:127.0.0.1:41865_solr c:stateformat1 s:shard1 r:core_node1 x:stateformat1_shard1_replica1] o.a.s.c.SolrCore [stateformat1_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@62103eb4
[junit4] 2> 167218 INFO (coreCloseExecutor-346-thread-2) [n:127.0.0.1:42123_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.SolrCore [waitforstate_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@46b179e2
[junit4] 2> 167219 INFO (coreCloseExecutor-346-thread-3) [n:127.0.0.1:42123_solr c:delayed s:shard1 r:core_node1 x:delayed_shard1_replica1] o.a.s.c.SolrCore [delayed_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@68b81838
[junit4] 2> 167219 INFO (coreCloseExecutor-346-thread-4) [n:127.0.0.1:42123_solr c:testcollection s:shard2 r:core_node1 x:testcollection_shard2_replica1] o.a.s.c.SolrCore [testcollection_shard2_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@6e710568
[junit4] 2> 167220 INFO (coreCloseExecutor-345-thread-2) [n:127.0.0.1:42487_solr c:testcollection s:shard3 r:core_node3 x:testcollection_shard3_replica1] o.a.s.c.SolrCore [testcollection_shard3_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@3155a0aa
[junit4] 2> 167227 INFO (coreCloseExecutor-344-thread-1) [n:127.0.0.1:41865_solr c:falsepredicate s:shard2 r:core_node1 x:falsepredicate_shard2_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.falsepredicate.shard2.replica1
[junit4] 2> 167228 INFO (coreCloseExecutor-345-thread-1) [n:127.0.0.1:42487_solr c:falsepredicate s:shard1 r:core_node3 x:falsepredicate_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.falsepredicate.shard1.replica1
[junit4] 2> 167228 INFO (coreCloseExecutor-346-thread-2) [n:127.0.0.1:42123_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.waitforstate.shard1.replica1
[junit4] 2> 167228 INFO (coreCloseExecutor-346-thread-3) [n:127.0.0.1:42123_solr c:delayed s:shard1 r:core_node1 x:delayed_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.delayed.shard1.replica1
[junit4] 2> 167228 INFO (coreCloseExecutor-344-thread-2) [n:127.0.0.1:41865_solr c:stateformat1 s:shard1 r:core_node1 x:stateformat1_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.stateformat1.shard1.replica1
[junit4] 2> 167228 INFO (coreCloseExecutor-346-thread-4) [n:127.0.0.1:42123_solr c:testcollection s:shard2 r:core_node1 x:testcollection_shard2_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testcollection.shard2.replica1
[junit4] 2> 167229 INFO (coreCloseExecutor-346-thread-1) [n:127.0.0.1:42123_solr c:falsepredicate s:shard3 r:core_node5 x:falsepredicate_shard3_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.falsepredicate.shard3.replica1
[junit4] 2> 167229 INFO (coreCloseExecutor-344-thread-4) [n:127.0.0.1:41865_solr c:testcollection s:shard4 r:core_node2 x:testcollection_shard4_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testcollection.shard4.replica1
[junit4] 2> 167229 INFO (coreCloseExecutor-345-thread-2) [n:127.0.0.1:42487_solr c:testcollection s:shard3 r:core_node3 x:testcollection_shard3_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testcollection.shard3.replica1
[junit4] 2> 167232 INFO (zkCallback-1623-thread-1-processing-n:127.0.0.1:42487_solr) [n:127.0.0.1:42487_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 167232 INFO (zkCallback-1631-thread-2-processing-n:127.0.0.1:41865_solr) [n:127.0.0.1:41865_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 167233 INFO (coreCloseExecutor-344-thread-3) [n:127.0.0.1:41865_solr c:currentstate s:shard1 r:core_node1 x:currentstate_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.currentstate.shard1.replica1
[junit4] 2> 167237 INFO (jetty-closer-1608-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98519951472132104-127.0.0.1:42487_solr-n_0000000001) closing
[junit4] 2> 167237 INFO (OverseerStateUpdate-98519951472132104-127.0.0.1:42487_solr-n_0000000001) [n:127.0.0.1:42487_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:42487_solr
[junit4] 2> 167237 INFO (jetty-closer-1608-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@302135aa{/solr,null,UNAVAILABLE}
[junit4] 2> 167238 INFO (zkCallback-1623-thread-1-processing-n:127.0.0.1:42487_solr) [n:127.0.0.1:42487_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 167239 WARN (zkCallback-1623-thread-1-processing-n:127.0.0.1:42487_solr) [n:127.0.0.1:42487_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 167239 INFO (jetty-closer-1608-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@78dc2695{/solr,null,UNAVAILABLE}
[junit4] 2> 168730 WARN (zkCallback-1644-thread-1-processing-n:127.0.0.1:42123_solr) [n:127.0.0.1:42123_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 168730 INFO (jetty-closer-1608-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3387c36f{/solr,null,UNAVAILABLE}
[junit4] 2> 168731 ERROR (SUITE-TestCollectionStateWatchers-seed#[7AD4F70B32052F27]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 168731 INFO (SUITE-TestCollectionStateWatchers-seed#[7AD4F70B32052F27]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:32775 32775
[junit4] 2> 173949 INFO (Thread-92) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:32775 32775
[junit4] 2> 173949 WARN (Thread-92) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/aliases.json
[junit4] 2> 7 /solr/configs/config
[junit4] 2> 6 /solr/security.json
[junit4] 2> 3 /solr/collections/stateformat1/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 12 /solr/collections/waitforstate/state.json
[junit4] 2> 7 /solr/collections/falsepredicate/state.json
[junit4] 2> 7 /solr/clusterprops.json
[junit4] 2> 7 /solr/clusterstate.json
[junit4] 2> 7 /solr/collections/testcollection/state.json
[junit4] 2> 3 /solr/collections/stateformat1/state.json
[junit4] 2> 2 /solr/collections/currentstate/state.json
[junit4] 2> 2 /solr/collections/delayed/state.json
[junit4] 2> 2 /solr/collections/tobedeleted/state.json
[junit4] 2> 2 /solr/overseer_elect/election/98519951472132104-127.0.0.1:42487_solr-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/collections
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2> 2 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> 173949 INFO (SUITE-TestCollectionStateWatchers-seed#[7AD4F70B32052F27]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_7AD4F70B32052F27-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1775, maxMBSortInHeap=5.025901196623627, sim=RandomSimilarity(queryNorm=false,coord=crazy): {}, locale=hi-IN, timezone=America/Lower_Princes
[junit4] 2> NOTE: Linux 4.10.0-27-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=218194472,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [NamedListTest, LessThanEvaluatorTest, CompoundEvaluatorTest, TestHash, FacetFieldTest, NaturalLogEvaluatorTest, StreamExpressionTest, TestCollectionStateWatchers]
[junit4] Completed [115/130 (1!)] on J2 in 63.76s, 9 tests, 1 failure <<< FAILURES!
[...truncated 42703 lines...]
[JENKINS-EA] Lucene-Solr-6.6-Linux (32bit/jdk-9-ea+181) - Build #
73 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.6-Linux/73/
Java: 32bit/jdk-9-ea+181 -client -XX:+UseParallelGC --illegal-access=deny
1 tests failed.
FAILED: org.apache.solr.common.cloud.TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure
Error Message:
Did not see a fully active cluster after 30 seconds
Stack Trace:
java.lang.AssertionError: Did not see a fully active cluster after 30 seconds
at __randomizedtesting.SeedInfo.seed([EFF932D00BBAF2D6:67CF9083D3151AC4]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.common.cloud.TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure(TestCollectionStateWatchers.java:250)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 13901 lines...]
[junit4] Suite: org.apache.solr.common.cloud.TestCollectionStateWatchers
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_EFF932D00BBAF2D6-001/init-core-data-001
[junit4] 2> 5350 WARN (SUITE-TestCollectionStateWatchers-seed#[EFF932D00BBAF2D6]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=6 numCloses=6
[junit4] 2> 5350 INFO (SUITE-TestCollectionStateWatchers-seed#[EFF932D00BBAF2D6]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields
[junit4] 2> 5354 INFO (SUITE-TestCollectionStateWatchers-seed#[EFF932D00BBAF2D6]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 5362 INFO (SUITE-TestCollectionStateWatchers-seed#[EFF932D00BBAF2D6]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_EFF932D00BBAF2D6-001/tempDir-001
[junit4] 2> 5369 INFO (SUITE-TestCollectionStateWatchers-seed#[EFF932D00BBAF2D6]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 5381 INFO (Thread-11) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 5381 INFO (Thread-11) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 5481 INFO (SUITE-TestCollectionStateWatchers-seed#[EFF932D00BBAF2D6]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:45197
[junit4] 2> 5524 ERROR (Thread-11) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 5646 INFO (jetty-launcher-4-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 5648 INFO (jetty-launcher-4-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 5650 INFO (jetty-launcher-4-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 5651 INFO (jetty-launcher-4-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 5694 INFO (jetty-launcher-4-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1779e46{/solr,null,AVAILABLE}
[junit4] 2> 5702 INFO (jetty-launcher-4-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4a1f0b{/solr,null,AVAILABLE}
[junit4] 2> 5720 INFO (jetty-launcher-4-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1baae12{SSL,[ssl, http/1.1]}{127.0.0.1:36907}
[junit4] 2> 5720 INFO (jetty-launcher-4-thread-1) [ ] o.e.j.s.Server Started @7560ms
[junit4] 2> 5720 INFO (jetty-launcher-4-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36907}
[junit4] 2> 5720 ERROR (jetty-launcher-4-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 5720 INFO (jetty-launcher-4-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.1
[junit4] 2> 5721 INFO (jetty-launcher-4-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 5721 INFO (jetty-launcher-4-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 5721 INFO (jetty-launcher-4-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-21T01:00:39.855077Z
[junit4] 2> 5721 INFO (jetty-launcher-4-thread-1) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 5732 INFO (jetty-launcher-4-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@a5283c{/solr,null,AVAILABLE}
[junit4] 2> 5733 INFO (jetty-launcher-4-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@dd4cbb{SSL,[ssl, http/1.1]}{127.0.0.1:34799}
[junit4] 2> 5733 INFO (jetty-launcher-4-thread-2) [ ] o.e.j.s.Server Started @7573ms
[junit4] 2> 5733 INFO (jetty-launcher-4-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34799}
[junit4] 2> 5733 ERROR (jetty-launcher-4-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 5733 INFO (jetty-launcher-4-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.1
[junit4] 2> 5733 INFO (jetty-launcher-4-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 5733 INFO (jetty-launcher-4-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 5733 INFO (jetty-launcher-4-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-21T01:00:39.867564Z
[junit4] 2> 5738 INFO (jetty-launcher-4-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@611e7f{SSL,[ssl, http/1.1]}{127.0.0.1:33057}
[junit4] 2> 5739 INFO (jetty-launcher-4-thread-3) [ ] o.e.j.s.Server Started @7579ms
[junit4] 2> 5739 INFO (jetty-launcher-4-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33057}
[junit4] 2> 5739 ERROR (jetty-launcher-4-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 5739 INFO (jetty-launcher-4-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.1
[junit4] 2> 5739 INFO (jetty-launcher-4-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 5739 INFO (jetty-launcher-4-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 5739 INFO (jetty-launcher-4-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-21T01:00:39.873500Z
[junit4] 2> 5783 INFO (jetty-launcher-4-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 5812 INFO (jetty-launcher-4-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1c9f542{/solr,null,AVAILABLE}
[junit4] 2> 5813 INFO (jetty-launcher-4-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@191f58e{SSL,[ssl, http/1.1]}{127.0.0.1:44743}
[junit4] 2> 5813 INFO (jetty-launcher-4-thread-4) [ ] o.e.j.s.Server Started @7653ms
[junit4] 2> 5813 INFO (jetty-launcher-4-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44743}
[junit4] 2> 5813 ERROR (jetty-launcher-4-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 5813 INFO (jetty-launcher-4-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.1
[junit4] 2> 5813 INFO (jetty-launcher-4-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 5813 INFO (jetty-launcher-4-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 5813 INFO (jetty-launcher-4-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-21T01:00:39.947835Z
[junit4] 2> 5820 INFO (jetty-launcher-4-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 5822 INFO (jetty-launcher-4-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45197/solr
[junit4] 2> 5838 INFO (jetty-launcher-4-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 5887 INFO (jetty-launcher-4-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 5888 INFO (jetty-launcher-4-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45197/solr
[junit4] 2> 5893 INFO (jetty-launcher-4-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 5951 INFO (jetty-launcher-4-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 5953 INFO (jetty-launcher-4-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45197/solr
[junit4] 2> 5963 INFO (jetty-launcher-4-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 5966 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e024e4cf80006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 6068 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e024e4cf80007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 6163 INFO (jetty-launcher-4-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 6173 INFO (jetty-launcher-4-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45197/solr
[junit4] 2> 6245 INFO (jetty-launcher-4-thread-1) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 6246 INFO (jetty-launcher-4-thread-3) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 6250 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e024e4cf8000b, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 6252 INFO (jetty-launcher-4-thread-3) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33057_solr
[junit4] 2> 6254 INFO (jetty-launcher-4-thread-2) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 6255 INFO (jetty-launcher-4-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36907_solr
[junit4] 2> 6298 INFO (zkCallback-22-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 6291 INFO (jetty-launcher-4-thread-2) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34799_solr
[junit4] 2> 6298 INFO (zkCallback-20-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 6306 INFO (zkCallback-20-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 6314 INFO (zkCallback-22-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 6315 INFO (jetty-launcher-4-thread-3) [ ] o.a.s.c.Overseer Overseer (id=98518777170755594-127.0.0.1:33057_solr-n_0000000000) starting
[junit4] 2> 6320 INFO (zkCallback-21-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 6327 INFO (jetty-launcher-4-thread-4) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 6329 INFO (jetty-launcher-4-thread-4) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 6332 INFO (jetty-launcher-4-thread-4) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44743_solr
[junit4] 2> 6334 INFO (zkCallback-22-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 6334 INFO (zkCallback-20-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 6334 INFO (zkCallback-21-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 6346 INFO (zkCallback-29-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 6450 INFO (jetty-launcher-4-thread-3) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33057_solr
[junit4] 2> 6453 INFO (zkCallback-20-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 6453 INFO (zkCallback-21-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 6453 INFO (zkCallback-29-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 6454 INFO (zkCallback-22-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 6867 INFO (jetty-launcher-4-thread-2) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_EFF932D00BBAF2D6-001/tempDir-001/node3/.
[junit4] 2> 6873 INFO (jetty-launcher-4-thread-4) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_EFF932D00BBAF2D6-001/tempDir-001/node4/.
[junit4] 2> 7136 INFO (jetty-launcher-4-thread-3) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_EFF932D00BBAF2D6-001/tempDir-001/node2/.
[junit4] 2> 7151 INFO (jetty-launcher-4-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_EFF932D00BBAF2D6-001/tempDir-001/node1/.
[junit4] 2> 7231 INFO (SUITE-TestCollectionStateWatchers-seed#[EFF932D00BBAF2D6]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 7232 INFO (SUITE-TestCollectionStateWatchers-seed#[EFF932D00BBAF2D6]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45197/solr ready
[junit4] 2> 7291 INFO (TEST-TestCollectionStateWatchers.testDeletionsTriggerWatches-seed#[EFF932D00BBAF2D6]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testDeletionsTriggerWatches
[junit4] 2> 7489 INFO (qtp20786761-59) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=config&name=tobedeleted&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 7510 INFO (OverseerThreadFactory-31-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection tobedeleted
[junit4] 2> 7722 INFO (qtp29321600-56) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=config&newCollection=true&name=tobedeleted_shard1_replica1&action=CREATE&numShards=1&collection=tobedeleted&shard=shard1&wt=javabin&version=2
[junit4] 2> 7723 INFO (qtp29321600-56) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 7833 INFO (zkCallback-22-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tobedeleted/state.json] for collection [tobedeleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 8747 INFO (qtp29321600-56) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 8767 INFO (qtp29321600-56) [ ] o.a.s.s.IndexSchema [tobedeleted_shard1_replica1] Schema name=test
[junit4] 2> 8883 WARN (qtp29321600-56) [ ] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.GeoHashField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 8887 WARN (qtp29321600-56) [ ] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.LatLonType]. Please consult documentation how to replace it accordingly.
[junit4] 2> 8891 WARN (qtp29321600-56) [ ] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
[junit4] 2> 8891 WARN (qtp29321600-56) [ ] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
[junit4] 2> 8892 INFO (qtp29321600-56) [ ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 8893 INFO (qtp29321600-56) [ ] o.a.s.c.CoreContainer Creating SolrCore 'tobedeleted_shard1_replica1' using configuration from collection tobedeleted, trusted=true
[junit4] 2> 8894 INFO (qtp29321600-56) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 8894 INFO (qtp29321600-56) [ ] o.a.s.c.SolrCore [[tobedeleted_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_EFF932D00BBAF2D6-001/tempDir-001/node2/tobedeleted_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_EFF932D00BBAF2D6-001/tempDir-001/node2/./tobedeleted_shard1_replica1/data/]
[junit4] 2> 8937 INFO (qtp29321600-56) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 8938 INFO (qtp29321600-56) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 8940 INFO (qtp29321600-56) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 8942 INFO (qtp29321600-56) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 8944 INFO (qtp29321600-56) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@b1653c[tobedeleted_shard1_replica1] main]
[junit4] 2> 8947 INFO (qtp29321600-56) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 8948 INFO (qtp29321600-56) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 8948 INFO (qtp29321600-56) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 8950 INFO (qtp29321600-56) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576300438444048384
[junit4] 2> 8951 INFO (searcherExecutor-40-thread-1) [ ] o.a.s.c.SolrCore [tobedeleted_shard1_replica1] Registered new searcher Searcher@b1653c[tobedeleted_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 8979 INFO (qtp29321600-56) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 8979 INFO (qtp29321600-56) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 8980 INFO (qtp29321600-56) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:33057/solr/tobedeleted_shard1_replica1/
[junit4] 2> 8980 INFO (qtp29321600-56) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 8980 INFO (qtp29321600-56) [ ] o.a.s.c.SyncStrategy https://127.0.0.1:33057/solr/tobedeleted_shard1_replica1/ has no replicas
[junit4] 2> 8980 INFO (qtp29321600-56) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 9020 INFO (qtp29321600-56) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:33057/solr/tobedeleted_shard1_replica1/ shard1
[junit4] 2> 9119 INFO (zkCallback-22-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tobedeleted/state.json] for collection [tobedeleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 9122 INFO (qtp29321600-56) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 9126 INFO (qtp29321600-56) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=config&newCollection=true&name=tobedeleted_shard1_replica1&action=CREATE&numShards=1&collection=tobedeleted&shard=shard1&wt=javabin&version=2} status=0 QTime=1404
[junit4] 2> 9167 INFO (qtp20786761-59) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 9231 INFO (zkCallback-22-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tobedeleted/state.json] for collection [tobedeleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 9511 INFO (OverseerCollectionConfigSetProcessor-98518777170755594-127.0.0.1:33057_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 10168 INFO (qtp20786761-59) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=config&name=tobedeleted&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2679
[junit4] 2> 10174 INFO (qtp20786761-64) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=tobedeleted&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 10184 INFO (OverseerThreadFactory-31-thread-2) [ ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 10187 INFO (qtp29321600-58) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.tobedeleted.shard1.replica1
[junit4] 2> 10188 INFO (qtp29321600-58) [ ] o.a.s.c.SolrCore [tobedeleted_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@804737
[junit4] 2> 10190 INFO (qtp29321600-58) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.tobedeleted.shard1.replica1
[junit4] 2> 10195 INFO (qtp29321600-58) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=tobedeleted_shard1_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=8
[junit4] 2> 10302 INFO (zkCallback-34-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/tobedeleted/state.json] for collection [tobedeleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 10903 INFO (qtp20786761-64) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=tobedeleted&action=DELETE&wt=javabin&version=2} status=0 QTime=728
[junit4] 2> 10904 INFO (TEST-TestCollectionStateWatchers.testDeletionsTriggerWatches-seed#[EFF932D00BBAF2D6]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testDeletionsTriggerWatches
[junit4] 2> 10945 INFO (TEST-TestCollectionStateWatchers.testSimpleCollectionWatch-seed#[EFF932D00BBAF2D6]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSimpleCollectionWatch
[junit4] 2> 10990 INFO (qtp20786761-65) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=fc22bba1-4816-49dd-a1a1-44827f30c54d&replicationFactor=1&collection.configName=config&name=testcollection&action=CREATE&numShards=4&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 10992 INFO (qtp20786761-65) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=fc22bba1-4816-49dd-a1a1-44827f30c54d&replicationFactor=1&collection.configName=config&name=testcollection&action=CREATE&numShards=4&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 10997 INFO (qtp20786761-66) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=fc22bba1-4816-49dd-a1a1-44827f30c54d&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 10998 INFO (qtp20786761-66) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=fc22bba1-4816-49dd-a1a1-44827f30c54d&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 11002 INFO (OverseerThreadFactory-31-thread-3) [ ] o.a.s.c.CreateCollectionCmd Create collection testcollection
[junit4] 2> 11026 INFO (OverseerCollectionConfigSetProcessor-98518777170755594-127.0.0.1:33057_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 11283 INFO (qtp20786761-64) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=fc22bba1-4816-49dd-a1a1-44827f30c54d2274168390580518&qt=/admin/cores&collection.configName=config&newCollection=true&name=testcollection_shard1_replica1&action=CREATE&numShards=4&collection=testcollection&shard=shard1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 11283 INFO (parallelCoreAdminExecutor-37-thread-1) [ ] o.a.s.h.a.CoreAdminOperation core create command async=fc22bba1-4816-49dd-a1a1-44827f30c54d2274168390580518&qt=/admin/cores&collection.configName=config&newCollection=true&name=testcollection_shard1_replica1&action=CREATE&numShards=4&collection=testcollection&shard=shard1&wt=javabin&version=2
[junit4] 2> 11283 INFO (parallelCoreAdminExecutor-37-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 11292 INFO (qtp29321600-77) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=fc22bba1-4816-49dd-a1a1-44827f30c54d2274168390910758&qt=/admin/cores&collection.configName=config&newCollection=true&name=testcollection_shard2_replica1&action=CREATE&numShards=4&collection=testcollection&shard=shard2&wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 11294 INFO (parallelCoreAdminExecutor-36-thread-1) [ ] o.a.s.h.a.CoreAdminOperation core create command async=fc22bba1-4816-49dd-a1a1-44827f30c54d2274168390910758&qt=/admin/cores&collection.configName=config&newCollection=true&name=testcollection_shard2_replica1&action=CREATE&numShards=4&collection=testcollection&shard=shard2&wt=javabin&version=2
[junit4] 2> 11338 INFO (qtp27709112-98) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=fc22bba1-4816-49dd-a1a1-44827f30c54d2274168391054431&qt=/admin/cores&collection.configName=config&newCollection=true&name=testcollection_shard4_replica1&action=CREATE&numShards=4&collection=testcollection&shard=shard4&wt=javabin&version=2} status=0 QTime=9
[junit4] 2> 11338 INFO (parallelCoreAdminExecutor-33-thread-1) [ ] o.a.s.h.a.CoreAdminOperation core create command async=fc22bba1-4816-49dd-a1a1-44827f30c54d2274168391054431&qt=/admin/cores&collection.configName=config&newCollection=true&name=testcollection_shard4_replica1&action=CREATE&numShards=4&collection=testcollection&shard=shard4&wt=javabin&version=2
[junit4] 2> 11339 INFO (parallelCoreAdminExecutor-33-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 11346 INFO (qtp3283411-57) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=fc22bba1-4816-49dd-a1a1-44827f30c54d2274168393956416&qt=/admin/cores&collection.configName=config&newCollection=true&name=testcollection_shard3_replica1&action=CREATE&numShards=4&collection=testcollection&shard=shard3&wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 11347 INFO (parallelCoreAdminExecutor-32-thread-1) [ ] o.a.s.h.a.CoreAdminOperation core create command async=fc22bba1-4816-49dd-a1a1-44827f30c54d2274168393956416&qt=/admin/cores&collection.configName=config&newCollection=true&name=testcollection_shard3_replica1&action=CREATE&numShards=4&collection=testcollection&shard=shard3&wt=javabin&version=2
[junit4] 2> 11348 INFO (parallelCoreAdminExecutor-32-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 11360 INFO (qtp20786761-65) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : fc22bba1-4816-49dd-a1a1-44827f30c54d2274168390580518
[junit4] 2> 11362 INFO (qtp20786761-65) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=fc22bba1-4816-49dd-a1a1-44827f30c54d2274168390580518&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 11461 INFO (zkCallback-29-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 11461 INFO (zkCallback-21-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 11461 INFO (zkCallback-20-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 11461 INFO (zkCallback-22-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 12002 INFO (qtp20786761-59) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=fc22bba1-4816-49dd-a1a1-44827f30c54d&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 12008 INFO (qtp20786761-59) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=fc22bba1-4816-49dd-a1a1-44827f30c54d&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 12336 INFO (parallelCoreAdminExecutor-37-thread-1) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 12366 INFO (qtp20786761-66) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : fc22bba1-4816-49dd-a1a1-44827f30c54d2274168390580518
[junit4] 2> 12366 INFO (qtp20786761-66) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=fc22bba1-4816-49dd-a1a1-44827f30c54d2274168390580518&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 12372 INFO (parallelCoreAdminExecutor-36-thread-1) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 12387 INFO (parallelCoreAdminExecutor-37-thread-1) [ ] o.a.s.s.IndexSchema [testcollection_shard1_replica1] Schema name=test
[junit4] 2> 12390 INFO (parallelCoreAdminExecutor-33-thread-1) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 12396 INFO (parallelCoreAdminExecutor-32-thread-1) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 12400 INFO (parallelCoreAdminExecutor-36-thread-1) [ ] o.a.s.s.IndexSchema [testcollection_shard2_replica1] Schema name=test
[junit4] 2> 12410 INFO (parallelCoreAdminExecutor-33-thread-1) [ ] o.a.s.s.IndexSchema [testcollection_shard4_replica1] Schema name=test
[junit4] 2> 12433 INFO (parallelCoreAdminExecutor-32-thread-1) [ ] o.a.s.s.IndexSchema [testcollection_shard3_replica1] Schema name=test
[junit4] 2> 12501 WARN (parallelCoreAdminExecutor-33-thread-1) [ ] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
[junit4] 2> 12501 WARN (parallelCoreAdminExecutor-33-thread-1) [ ] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
[junit4] 2> 12501 INFO (parallelCoreAdminExecutor-33-thread-1) [ ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 12501 INFO (parallelCoreAdminExecutor-33-thread-1) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard4_replica1' using configuration from collection testcollection, trusted=true
[junit4] 2> 12502 INFO (parallelCoreAdminExecutor-33-thread-1) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 12502 INFO (parallelCoreAdminExecutor-33-thread-1) [ ] o.a.s.c.SolrCore [[testcollection_shard4_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_EFF932D00BBAF2D6-001/tempDir-001/node4/testcollection_shard4_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_EFF932D00BBAF2D6-001/tempDir-001/node4/./testcollection_shard4_replica1/data/]
[junit4] 2> 12504 WARN (parallelCoreAdminExecutor-32-thread-1) [ ] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
[junit4] 2> 12504 WARN (parallelCoreAdminExecutor-32-thread-1) [ ] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
[junit4] 2> 12505 INFO (parallelCoreAdminExecutor-32-thread-1) [ ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 12505 INFO (parallelCoreAdminExecutor-32-thread-1) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard3_replica1' using configuration from collection testcollection, trusted=true
[junit4] 2> 12511 INFO (parallelCoreAdminExecutor-32-thread-1) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 12512 INFO (parallelCoreAdminExecutor-32-thread-1) [ ] o.a.s.c.SolrCore [[testcollection_shard3_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_EFF932D00BBAF2D6-001/tempDir-001/node3/testcollection_shard3_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_EFF932D00BBAF2D6-001/tempDir-001/node3/./testcollection_shard3_replica1/data/]
[junit4] 2> 12513 WARN (parallelCoreAdminExecutor-37-thread-1) [ ] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
[junit4] 2> 12513 WARN (parallelCoreAdminExecutor-37-thread-1) [ ] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
[junit4] 2> 12513 INFO (parallelCoreAdminExecutor-37-thread-1) [ ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 12514 INFO (parallelCoreAdminExecutor-37-thread-1) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard1_replica1' using configuration from collection testcollection, trusted=true
[junit4] 2> 12514 INFO (parallelCoreAdminExecutor-37-thread-1) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 12514 INFO (parallelCoreAdminExecutor-37-thread-1) [ ] o.a.s.c.SolrCore [[testcollection_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_EFF932D00BBAF2D6-001/tempDir-001/node1/testcollection_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_EFF932D00BBAF2D6-001/tempDir-001/node1/./testcollection_shard1_replica1/data/]
[junit4] 2> 12521 WARN (parallelCoreAdminExecutor-36-thread-1) [ ] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
[junit4] 2> 12521 WARN (parallelCoreAdminExecutor-36-thread-1) [ ] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
[junit4] 2> 12521 INFO (parallelCoreAdminExecutor-36-thread-1) [ ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 12521 INFO (parallelCoreAdminExecutor-36-thread-1) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard2_replica1' using configuration from collection testcollection, trusted=true
[junit4] 2> 12522 INFO (parallelCoreAdminExecutor-36-thread-1) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 12522 INFO (parallelCoreAdminExecutor-36-thread-1) [ ] o.a.s.c.SolrCore [[testcollection_shard2_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_EFF932D00BBAF2D6-001/tempDir-001/node2/testcollection_shard2_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_EFF932D00BBAF2D6-001/tempDir-001/node2/./testcollection_shard2_replica1/data/]
[junit4] 2> 12674 INFO (parallelCoreAdminExecutor-32-thread-1) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 12674 INFO (parallelCoreAdminExecutor-32-thread-1) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 12675 INFO (parallelCoreAdminExecutor-32-thread-1) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 12675 INFO (parallelCoreAdminExecutor-32-thread-1) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 12676 INFO (parallelCoreAdminExecutor-32-thread-1) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1ca5d2[testcollection_shard3_replica1] main]
[junit4] 2> 12682 INFO (parallelCoreAdminExecutor-33-thread-1) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 12682 INFO (parallelCoreAdminExecutor-33-thread-1) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 12692 INFO (parallelCoreAdminExecutor-33-thread-1) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 12693 INFO (parallelCoreAdminExecutor-33-thread-1) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 12693 INFO (parallelCoreAdminExecutor-36-thread-1) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 12693 INFO (parallelCoreAdminExecutor-36-thread-1) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 12695 INFO (parallelCoreAdminExecutor-36-thread-1) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 12695 INFO (parallelCoreAdminExecutor-36-thread-1) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 12696 INFO (parallelCoreAdminExecutor-32-thread-1) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 12696 INFO (parallelCoreAdminExecutor-33-thread-1) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1155712[testcollection_shard4_replica1] main]
[junit4] 2> 12696 INFO (parallelCoreAdminExecutor-32-thread-1) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 12696 INFO (parallelCoreAdminExecutor-32-thread-1) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 12696 INFO (parallelCoreAdminExecutor-32-thread-1) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576300442372014080
[junit4] 2> 12697 INFO (parallelCoreAdminExecutor-36-thread-1) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@52d6fb[testcollection_shard2_replica1] main]
[junit4] 2> 12702 INFO (searcherExecutor-46-thread-1) [ ] o.a.s.c.SolrCore [testcollection_shard3_replica1] Registered new searcher Searcher@1ca5d2[testcollection_shard3_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 12704 INFO (parallelCoreAdminExecutor-37-thread-1) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 12704 INFO (parallelCoreAdminExecutor-37-thread-1) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 12705 INFO (parallelCoreAdminExecutor-36-thread-1) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 12705 INFO (parallelCoreAdminExecutor-33-thread-1) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 12706 INFO (parallelCoreAdminExecutor-33-thread-1) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 12706 INFO (parallelCoreAdminExecutor-36-thread-1) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 12706 INFO (parallelCoreAdminExecutor-33-thread-1) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 12706 INFO (parallelCoreAdminExecutor-37-thread-1) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 12706 INFO (parallelCoreAdminExecutor-37-thread-1) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 12706 INFO (parallelCoreAdminExecutor-33-thread-1) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576300442382499840
[junit4] 2> 12706 INFO (parallelCoreAdminExecutor-36-thread-1) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 12708 INFO (parallelCoreAdminExecutor-36-thread-1) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576300442384596992
[junit4] 2> 12720 INFO (parallelCoreAdminExecutor-37-thread-1) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@d4d220[testcollection_shard1_replica1] main]
[junit4] 2> 12719 INFO (searcherExecutor-48-thread-1) [ ] o.a.s.c.SolrCore [testcollection_shard2_replica1] Registered new searcher Searcher@52d6fb[testcollection_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 12726 INFO (searcherExecutor-45-thread-1) [ ] o.a.s.c.SolrCore [testcollection_shard4_replica1] Registered new searcher Searcher@1155712[testcollection_shard4_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 12732 INFO (parallelCoreAdminExecutor-32-thread-1) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 12732 INFO (parallelCoreAdminExecutor-32-thread-1) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 12732 INFO (parallelCoreAdminExecutor-32-thread-1) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:34799/solr/testcollection_shard3_replica1/
[junit4] 2> 12733 INFO (parallelCoreAdminExecutor-32-thread-1) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 12733 INFO (parallelCoreAdminExecutor-32-thread-1) [ ] o.a.s.c.SyncStrategy https://127.0.0.1:34799/solr/testcollection_shard3_replica1/ has no replicas
[junit4] 2> 12733 INFO (parallelCoreAdminExecutor-32-thread-1) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 12735 INFO (parallelCoreAdminExecutor-37-thread-1) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 12736 INFO (parallelCoreAdminExecutor-37-thread-1) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 12736 INFO (parallelCoreAdminExecutor-37-thread-1) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 12737 INFO (parallelCoreAdminExecutor-37-thread-1) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576300442415005696
[junit4] 2> 12741 INFO (parallelCoreAdminExecutor-32-thread-1) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:34799/solr/testcollection_shard3_replica1/ shard3
[junit4] 2> 12742 INFO (parallelCoreAdminExecutor-33-thread-1) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 12742 INFO (parallelCoreAdminExecutor-33-thread-1) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 12742 INFO (parallelCoreAdminExecutor-33-thread-1) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:44743/solr/testcollection_shard4_replica1/
[junit4] 2> 12745 INFO (parallelCoreAdminExecutor-33-thread-1) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 12745 INFO (parallelCoreAdminExecutor-33-thread-1) [ ] o.a.s.c.SyncStrategy https://127.0.0.1:44743/solr/testcollection_shard4_replica1/ has no replicas
[junit4] 2> 12745 INFO (parallelCoreAdminExecutor-33-thread-1) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 12746 INFO (parallelCoreAdminExecutor-36-thread-1) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 12746 INFO (parallelCoreAdminExecutor-36-thread-1) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 12746 INFO (parallelCoreAdminExecutor-36-thread-1) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:33057/solr/testcollection_shard2_replica1/
[junit4] 2> 12746 INFO (parallelCoreAdminExecutor-36-thread-1) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 12746 INFO (parallelCoreAdminExecutor-36-thread-1) [ ] o.a.s.c.SyncStrategy https://127.0.0.1:33057/solr/testcollection_shard2_replica1/ has no replicas
[junit4] 2> 12746 INFO (parallelCoreAdminExecutor-36-thread-1) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 12752 INFO (searcherExecutor-47-thread-1) [ ] o.a.s.c.SolrCore [testcollection_shard1_replica1] Registered new searcher Searcher@d4d220[testcollection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 12758 INFO (parallelCoreAdminExecutor-37-thread-1) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 12758 INFO (parallelCoreAdminExecutor-37-thread-1) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 12758 INFO (parallelCoreAdminExecutor-37-thread-1) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:36907/solr/testcollection_shard1_replica1/
[junit4] 2> 12758 INFO (parallelCoreAdminExecutor-37-thread-1) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 12758 INFO (parallelCoreAdminExecutor-37-thread-1) [ ] o.a.s.c.SyncStrategy https://127.0.0.1:36907/solr/testcollection_shard1_replica1/ has no replicas
[junit4] 2> 12758 INFO (parallelCoreAdminExecutor-37-thread-1) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 12780 INFO (parallelCoreAdminExecutor-33-thread-1) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:44743/solr/testcollection_shard4_replica1/ shard4
[junit4] 2> 12780 INFO (parallelCoreAdminExecutor-36-thread-1) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:33057/solr/testcollection_shard2_replica1/ shard2
[junit4] 2> 12788 INFO (parallelCoreAdminExecutor-37-thread-1) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:36907/solr/testcollection_shard1_replica1/ shard1
[junit4] 2> 12920 INFO (zkCallback-29-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 12920 INFO (zkCallback-21-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 12920 INFO (zkCallback-20-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 12920 INFO (zkCallback-22-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 12933 INFO (parallelCoreAdminExecutor-33-thread-1) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 12935 INFO (parallelCoreAdminExecutor-36-thread-1) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 12939 INFO (parallelCoreAdminExecutor-37-thread-1) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 12948 INFO (parallelCoreAdminExecutor-32-thread-1) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 13011 INFO (qtp20786761-60) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=fc22bba1-4816-49dd-a1a1-44827f30c54d&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 13012 INFO (qtp20786761-60) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=fc22bba1-4816-49dd-a1a1-44827f30c54d&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 13052 INFO (zkCallback-29-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 13052 INFO (zkCallback-21-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 13053 INFO (zkCallback-20-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 13053 INFO (zkCallback-22-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 13369 INFO (qtp20786761-64) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : fc22bba1-4816-49dd-a1a1-44827f30c54d2274168390580518
[junit4] 2> 13369 INFO (qtp20786761-64) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=fc22bba1-4816-49dd-a1a1-44827f30c54d2274168390580518&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 13373 INFO (qtp3283411-84) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : fc22bba1-4816-49dd-a1a1-44827f30c54d2274168393956416
[junit4] 2> 13373 INFO (qtp3283411-84) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=fc22bba1-4816-49dd-a1a1-44827f30c54d2274168393956416&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 13376 INFO (qtp29321600-76) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : fc22bba1-4816-49dd-a1a1-44827f30c54d2274168390910758
[junit4] 2> 13376 INFO (qtp29321600-76) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=fc22bba1-4816-49dd-a1a1-44827f30c54d2274168390910758&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 13380 INFO (qtp27709112-69) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : fc22bba1-4816-49dd-a1a1-44827f30c54d2274168391054431
[junit4] 2> 13380 INFO (qtp27709112-69) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=fc22bba1-4816-49dd-a1a1-44827f30c54d2274168391054431&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 13384 INFO (OverseerThreadFactory-31-thread-3) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 14016 INFO (qtp20786761-65) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=fc22bba1-4816-49dd-a1a1-44827f30c54d&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 14018 INFO (qtp20786761-65) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=fc22bba1-4816-49dd-a1a1-44827f30c54d&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 14021 INFO (qtp20786761-66) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=fc22bba1-4816-49dd-a1a1-44827f30c54d&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 14022 INFO (qtp20786761-66) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=fc22bba1-4816-49dd-a1a1-44827f30c54d&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 14024 INFO (TEST-TestCollectionStateWatchers.testSimpleCollectionWatch-seed#[EFF932D00BBAF2D6]) [ ] o.a.s.c.c.TestCollectionStateWatchers State changed: DocCollection(testcollection//collections/testcollection/state.json/3)={
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "shards":{
[junit4] 2> "shard1":{
[junit4] 2> "range":"80000000-bfffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node1":{
[junit4] 2> "core":"testcollection_shard1_replica1",
[junit4] 2> "base_url":"https://127.0.0.1:36907/solr",
[junit4] 2> "node_name":"127.0.0.1:36907_solr",
[junit4] 2> "state":"active",
[junit4] 2> "leader":"true"}}},
[junit4] 2> "shard2":{
[junit4] 2> "range":"c0000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node2":{
[junit4] 2> "core":"testcollection_shard2_replica1",
[junit4] 2> "base_url":"https://127.0.0.1:33057/solr",
[junit4] 2> "node_name":"127.0.0.1:33057_solr",
[junit4] 2> "state":"active",
[junit4] 2> "leader":"true"}}},
[junit4] 2> "shard3":{
[junit4] 2> "range":"0-3fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node4":{
[junit4] 2> "core":"testcollection_shard3_replica1",
[junit4] 2> "base_url":"https://127.0.0.1:34799/solr",
[junit4] 2> "node_name":"127.0.0.1:34799_solr",
[junit4] 2> "state":"active",
[junit4] 2> "leader":"true"}}},
[junit4] 2> "shard4":{
[junit4] 2> "range":"40000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"testcollection_shard4_replica1",
[junit4] 2> "base_url":"https://127.0.0.1:44743/solr",
[junit4] 2> "node_name":"127.0.0.1:44743_solr",
[junit4] 2> "state":"active",
[junit4] 2> "leader":"true"}}}},
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false"}
[junit4] 2> 14024 INFO (watches-33-thread-1) [ ] o.a.s.c.c.TestCollectionStateWatchers State changed: DocCollection(testcollection//collections/testcollection/state.json/3)={
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "shards":{
[junit4] 2> "shard1":{
[junit4] 2> "range":"80000000-bfffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node1":{
[junit4] 2> "core":"testcollection_shard1_replica1",
[junit4] 2> "base_url":"https://127.0.0.1:36907/solr",
[junit4] 2> "node_name":"127.0.0.1:36907_solr",
[junit4] 2> "state":"active",
[junit4] 2> "leader":"true"}}},
[junit4] 2> "shard2":{
[junit4] 2> "range":"c0000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node2":{
[junit4] 2> "core":"testcollection_shard2_replica1",
[junit4] 2> "base_url":"https://127.0.0.1:33057/solr",
[junit4] 2> "node_name":"127.0.0.1:33057_solr",
[junit4] 2> "state":"active",
[junit4] 2> "leader":"true"}}},
[junit4] 2> "shard3":{
[junit4] 2> "range":"0-3fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node4":{
[junit4] 2> "core":"testcollection_shard3_replica1",
[junit4] 2> "base_url":"https://127.0.0.1:34799/solr",
[junit4] 2> "node_name":"127.0.0.1:34799_solr",
[junit4] 2> "state":"active",
[junit4] 2> "leader":"true"}}},
[junit4] 2> "shard4":{
[junit4] 2> "range":"40000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"testcollection_shard4_replica1",
[junit4] 2> "base_url":"https://127.0.0.1:44743/solr",
[junit4] 2> "node_name":"127.0.0.1:44743_solr",
[junit4] 2> "state":"active",
[junit4] 2> "leader":"true"}}}},
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false"}
[junit4] 2> 14028 INFO (TEST-TestCollectionStateWatchers.testSimpleCollectionWatch-seed#[EFF932D00BBAF2D6]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@191f58e{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 14029 INFO (TEST-TestCollectionStateWatchers.testSimpleCollectionWatch-seed#[EFF932D00BBAF2D6]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=16315034
[junit4] 2> 14029 INFO (TEST-TestCollectionStateWatchers.testSimpleCollectionWatch-seed#[EFF932D00BBAF2D6]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 14029 INFO (TEST-TestCollectionStateWatchers.testSimpleCollectionWatch-seed#[EFF932D00BBAF2D6]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jvm
[junit4] 2> 14029 INFO (TEST-TestCollectionStateWatchers.testSimpleCollectionWatch-seed#[EFF932D00BBAF2D6]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jetty
[junit4] 2> 14034 INFO (coreCloseExecutor-65-thread-1) [ ] o.a.s.c.SolrCore [testcollection_shard4_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@2b7bb7
[junit4] 2> 14036 INFO (coreCloseExecutor-65-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testcollection.shard4.replica1
[junit4] 2> 14040 INFO (zkCallback-34-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 14040 WARN (zkCallback-29-thread-1) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 14040 INFO (TEST-TestCollectionStateWatchers.testSimpleCollectionWatch-seed#[EFF932D00BBAF2D6]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1c9f542{/solr,null,UNAVAILABLE}
[junit4] 2> 14040 INFO (zkCallback-22-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 14040 INFO (zkCallback-21-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 14040 INFO (zkCallback-20-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 14132 INFO (zkCallback-20-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 14132 INFO (zkCallback-34-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 14132 INFO (zkCallback-21-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 14132 INFO (zkCallback-34-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 14133 INFO (watches-33-thread-1) [ ] o.a.s.c.c.TestCollectionStateWatchers State changed: DocCollection(testcollection//collections/testcollection/state.json/4)={
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "shards":{
[junit4] 2> "shard1":{
[junit4] 2> "range":"80000000-bfffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node1":{
[junit4] 2> "core":"testcollection_shard1_replica1",
[junit4] 2> "base_url":"https://127.0.0.1:36907/solr",
[junit4] 2> "node_name":"127.0.0.1:36907_solr",
[junit4] 2> "state":"active",
[junit4] 2> "leader":"true"}}},
[junit4] 2> "shard2":{
[junit4] 2> "range":"c0000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node2":{
[junit4] 2> "core":"testcollection_shard2_replica1",
[junit4] 2> "base_url":"https://127.0.0.1:33057/solr",
[junit4] 2> "node_name":"127.0.0.1:33057_solr",
[junit4] 2> "state":"active",
[junit4] 2> "leader":"true"}}},
[junit4] 2> "shard3":{
[junit4] 2> "range":"0-3fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node4":{
[junit4] 2> "core":"testcollection_shard3_replica1",
[junit4] 2> "base_url":"https://127.0.0.1:34799/solr",
[junit4] 2> "node_name":"127.0.0.1:34799_solr",
[junit4] 2> "state":"active",
[junit4] 2> "leader":"true"}}},
[junit4] 2> "shard4":{
[junit4] 2> "range":"40000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"testcollection_shard4_replica1",
[junit4] 2> "base_url":"https://127.0.0.1:44743/solr",
[junit4] 2> "node_name":"127.0.0.1:44743_solr",
[junit4] 2> "state":"down",
[junit4] 2> "leader":"true"}}}},
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false"}
[junit4] 2> 14132 INFO (zkCallback-22-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 14136 INFO (TEST-TestCollectionStateWatchers.testSimpleCollectionWatch-seed#[EFF932D00BBAF2D6]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testSimpleCollectionWatch
[junit4] 2> 14151 INFO (TEST-TestCollectionStateWatchers.testWatchesWorkForStateFormat1-seed#[EFF932D00BBAF2D6]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testWatchesWorkForStateFormat1
[junit4] 2> 14156 INFO (TEST-TestCollectionStateWatchers.testWatchesWorkForStateFormat1-seed#[EFF932D00BBAF2D6]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 14157 INFO (TEST-TestCollectionStateWatchers.testWatchesWorkForStateFormat1-seed#[EFF932D00BBAF2D6]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1927ef7{/solr,null,AVAILABLE}
[junit4] 2> 14159 INFO (TEST-TestCollectionStateWatchers.testWatchesWorkForStateFormat1-seed#[EFF932D00BBAF2D6]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1b1d59b{SSL,[ssl, http/1.1]}{127.0.0.1:41937}
[junit4] 2> 14159 INFO (TEST-TestCollectionStateWatchers.testWatchesWorkForStateFormat1-seed#[EFF932D00BBAF2D6]) [ ] o.e.j.s.Server Started @15999ms
[junit4] 2> 14159 INFO (TEST-TestCollectionStateWatchers.testWatchesWorkForStateFormat1-seed#[EFF932D00BBAF2D6]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41937}
[junit4] 2> 14159 ERROR (TEST-TestCollectionStateWatchers.testWatchesWorkForStateFormat1-seed#[EFF932D00BBAF2D6]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 14159 INFO (TEST-TestCollectionStateWatchers.testWatchesWorkForStateFormat1-seed#[EFF932D00BBAF2D6]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.1
[junit4] 2> 14159 INFO (TEST-TestCollectionStateWatchers.testWatchesWorkForStateFormat1-seed#[EFF932D00BBAF2D6]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 14159 INFO (TEST-TestCollectionStateWatchers.testWatchesWorkForStateFormat1-seed#[EFF932D00BBAF2D6]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 14159 INFO (TEST-TestCollectionStateWatchers.testWatchesWorkForStateFormat1-seed#[EFF932D00BBAF2D6]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-21T01:00:48.293716Z
[junit4] 2> 14203 INFO (TEST-TestCollectionStateWatchers.testWatchesWorkForStateFormat1-seed#[EFF932D00BBAF2D6]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 14219 INFO (TEST-TestCollectionStateWatchers.testWatchesWorkForStateFormat1-seed#[EFF932D00BBAF2D6]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 14225 INFO (TEST-TestCollectionStateWatchers.testWatchesWorkForStateFormat1-seed#[EFF932D00BBAF2D6]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45197/solr
[junit4] 2> 14270 INFO (TEST-TestCollectionStateWatchers.testWatchesWorkForStateFormat1-seed#[EFF932D00BBAF2D6]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 14272 INFO (TEST-TestCollectionStateWatchers.testWatchesWorkForStateFormat1-seed#[EFF932D00BBAF2D6]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 14273 INFO (TEST-TestCollectionStateWatchers.testWatchesWorkForStateFormat1-seed#[EFF932D00BBAF2D6]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41937_solr
[junit4] 2> 14274 INFO (zkCallback-20-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 14274 INFO (zkCallback-34-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 14274 INFO (zkCallback-21-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 14274 INFO (zkCallback-41-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 14275 INFO (zkCallback-22-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 14388 INFO (TEST-TestCollectionStateWatchers.testWatchesWorkForStateFormat1-seed#[EFF932D00BBAF2D6]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_EFF932D00BBAF2D6-001/tempDir-001/node5/.
[junit4] 2> 14441 INFO (qtp20786761-60) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=f77b2219-c7ce-4960-b58a-6e6aebd9ecdb&replicationFactor=1&collection.configName=config&name=stateformat1&action=CREATE&numShards=1&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 14442 INFO (qtp20786761-60) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=f77b2219-c7ce-4960-b58a-6e6aebd9ecdb&replicationFactor=1&collection.configName=config&name=stateformat1&action=CREATE&numShards=1&stateFormat=1&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 14446 INFO (qtp20786761-64) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=f77b2219-c7ce-4960-b58a-6e6aebd9ecdb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 14447 INFO (qtp20786761-64) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=f77b2219-c7ce-4960-b58a-6e6aebd9ecdb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 14451 INFO (OverseerThreadFactory-31-thread-4) [ ] o.a.s.c.CreateCollectionCmd Create collection stateformat1
[junit4] 2> 14452 INFO (OverseerCollectionConfigSetProcessor-98518777170755594-127.0.0.1:33057_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 14668 INFO (qtp20786761-59) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=f77b2219-c7ce-4960-b58a-6e6aebd9ecdb2274171793785010&qt=/admin/cores&collection.configName=config&newCollection=true&name=stateformat1_shard1_replica1&action=CREATE&numShards=1&collection=stateformat1&shard=shard1&wt=javabin&version=2} status=0 QTime=9
[junit4] 2> 14669 INFO (parallelCoreAdminExecutor-37-thread-2) [ ] o.a.s.h.a.CoreAdminOperation core create command async=f77b2219-c7ce-4960-b58a-6e6aebd9ecdb2274171793785010&qt=/admin/cores&collection.configName=config&newCollection=true&name=stateformat1_shard1_replica1&action=CREATE&numShards=1&collection=stateformat1&shard=shard1&wt=javabin&version=2
[junit4] 2> 14681 INFO (qtp20786761-66) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : f77b2219-c7ce-4960-b58a-6e6aebd9ecdb2274171793785010
[junit4] 2> 14681 INFO (qtp20786761-66) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=f77b2219-c7ce-4960-b58a-6e6aebd9ecdb2274171793785010&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 15450 INFO (qtp20786761-65) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=f77b2219-c7ce-4960-b58a-6e6aebd9ecdb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 15451 INFO (qtp20786761-65) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=f77b2219-c7ce-4960-b58a-6e6aebd9ecdb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 15680 INFO (parallelCoreAdminExecutor-37-thread-2) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 15689 INFO (qtp20786761-60) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : f77b2219-c7ce-4960-b58a-6e6aebd9ecdb2274171793785010
[junit4] 2> 15689 INFO (qtp20786761-60) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=f77b2219-c7ce-4960-b58a-6e6aebd9ecdb2274171793785010&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 15692 INFO (parallelCoreAdminExecutor-37-thread-2) [ ] o.a.s.s.IndexSchema [stateformat1_shard1_replica1] Schema name=test
[junit4] 2> 15759 WARN (parallelCoreAdminExecutor-37-thread-2) [ ] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
[junit4] 2> 15759 WARN (parallelCoreAdminExecutor-37-thread-2) [ ] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
[junit4] 2> 15759 INFO (parallelCoreAdminExecutor-37-thread-2) [ ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 15759 INFO (parallelCoreAdminExecutor-37-thread-2) [ ] o.a.s.c.CoreContainer Creating SolrCore 'stateformat1_shard1_replica1' using configuration from collection stateformat1, trusted=true
[junit4] 2> 15759 INFO (parallelCoreAdminExecutor-37-thread-2) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 15760 INFO (parallelCoreAdminExecutor-37-thread-2) [ ] o.a.s.c.SolrCore [[stateformat1_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_EFF932D00BBAF2D6-001/tempDir-001/node1/stateformat1_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_EFF932D00BBAF2D6-001/tempDir-001/node1/./stateformat1_shard1_replica1/data/]
[junit4] 2> 15799 INFO (parallelCoreAdminExecutor-37-thread-2) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 15799 INFO (parallelCoreAdminExecutor-37-thread-2) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 15800 INFO (parallelCoreAdminExecutor-37-thread-2) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 15800 INFO (parallelCoreAdminExecutor-37-thread-2) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 15801 INFO (parallelCoreAdminExecutor-37-thread-2) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@ec134f[stateformat1_shard1_replica1] main]
[junit4] 2> 15802 INFO (parallelCoreAdminExecutor-37-thread-2) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 15803 INFO (parallelCoreAdminExecutor-37-thread-2) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 15803 INFO (parallelCoreAdminExecutor-37-thread-2) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 15806 INFO (searcherExecutor-73-thread-1) [ ] o.a.s.c.SolrCore [stateformat1_shard1_replica1] Registered new searcher Searcher@ec134f[stateformat1_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 15809 INFO (parallelCoreAdminExecutor-37-thread-2) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576300445636231168
[junit4] 2> 15824 INFO (parallelCoreAdminExecutor-37-thread-2) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 15824 INFO (parallelCoreAdminExecutor-37-thread-2) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 15824 INFO (parallelCoreAdminExecutor-37-thread-2) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:36907/solr/stateformat1_shard1_replica1/
[junit4] 2> 15824 INFO (parallelCoreAdminExecutor-37-thread-2) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 15824 INFO (parallelCoreAdminExecutor-37-thread-2) [ ] o.a.s.c.SyncStrategy https://127.0.0.1:36907/solr/stateformat1_shard1_replica1/ has no replicas
[junit4] 2> 15824 INFO (parallelCoreAdminExecutor-37-thread-2) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 15866 INFO (parallelCoreAdminExecutor-37-thread-2) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:36907/solr/stateformat1_shard1_replica1/ shard1
[junit4] 2> 16017 INFO (parallelCoreAdminExecutor-37-thread-2) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 16459 INFO (qtp20786761-64) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=f77b2219-c7ce-4960-b58a-6e6aebd9ecdb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 16470 INFO (qtp20786761-64) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=f77b2219-c7ce-4960-b58a-6e6aebd9ecdb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=11
[junit4] 2> 16692 INFO (qtp20786761-60) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : f77b2219-c7ce-4960-b58a-6e6aebd9ecdb2274171793785010
[junit4] 2> 16692 INFO (qtp20786761-60) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=f77b2219-c7ce-4960-b58a-6e6aebd9ecdb2274171793785010&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 16695 INFO (OverseerThreadFactory-31-thread-4) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000005 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 17473 INFO (qtp20786761-66) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=f77b2219-c7ce-4960-b58a-6e6aebd9ecdb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 17474 INFO (qtp20786761-66) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=f77b2219-c7ce-4960-b58a-6e6aebd9ecdb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 17478 INFO (qtp20786761-59) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=f77b2219-c7ce-4960-b58a-6e6aebd9ecdb&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 17478 INFO (qtp20786761-59) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=f77b2219-c7ce-4960-b58a-6e6aebd9ecdb&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 17482 INFO (qtp20786761-64) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :migratestateformat with params async=4efd6337-5035-47b9-8bad-0da03a169176&action=MIGRATESTATEFORMAT&collection=stateformat1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 17483 INFO (qtp20786761-64) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=4efd6337-5035-47b9-8bad-0da03a169176&action=MIGRATESTATEFORMAT&collection=stateformat1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 17484 INFO (OverseerCollectionConfigSetProcessor-98518777170755594-127.0.0.1:33057_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000005 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 17485 INFO (qtp20786761-60) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=4efd6337-5035-47b9-8bad-0da03a169176&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 17486 INFO (qtp20786761-60) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=4efd6337-5035-47b9-8bad-0da03a169176&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 17587 INFO (zkCallback-34-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/stateformat1/state.json] for collection [stateformat1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 17587 INFO (zkCallback-21-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/stateformat1/state.json] for collection [stateformat1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 17587 INFO (zkCallback-34-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/stateformat1/state.json] for collection [stateformat1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 17688 INFO (OverseerThreadFactory-31-thread-5) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 18489 INFO (qtp20786761-66) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=4efd6337-5035-47b9-8bad-0da03a169176&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 18489 INFO (qtp20786761-66) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=4efd6337-5035-47b9-8bad-0da03a169176&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 18492 INFO (qtp20786761-59) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=4efd6337-5035-47b9-8bad-0da03a169176
[...truncated too long message...]
state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/stateformat1/state.json] for collection [stateformat1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 63503 INFO (zkCallback-51-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 63504 INFO (zkCallback-57-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 63504 INFO (zkCallback-22-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 63506 INFO (coreCloseExecutor-166-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.falsepredicate.shard4.replica1
[junit4] 2> 63513 INFO (jetty-closer-5-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98518777170755594-127.0.0.1:33057_solr-n_0000000000) closing
[junit4] 2> 63513 INFO (OverseerStateUpdate-98518777170755594-127.0.0.1:33057_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:33057_solr
[junit4] 2> 63514 INFO (zkCallback-51-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
[junit4] 2> 63514 INFO (zkCallback-41-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
[junit4] 2> 63514 WARN (zkCallback-22-thread-1) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 63515 INFO (zkCallback-22-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
[junit4] 2> 63515 WARN (zkCallback-22-thread-2) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /collections/falsepredicate/state.json]
[junit4] 2> 63516 INFO (zkCallback-57-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
[junit4] 2> 63516 WARN (zkCallback-57-thread-2) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /collections/falsepredicate/state.json]
[junit4] 2> 63516 WARN (zkCallback-57-thread-1) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 63516 INFO (jetty-closer-5-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4a1f0b{/solr,null,UNAVAILABLE}
[junit4] 2> 63517 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e024e4cf8000a, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 63518 INFO (jetty-closer-5-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@fc9f70{/solr,null,UNAVAILABLE}
[junit4] 2> 63518 INFO (zkCallback-51-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (2)
[junit4] 2> 63518 INFO (zkCallback-41-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (2)
[junit4] 2> 63518 INFO (zkCallback-41-thread-3) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41937_solr
[junit4] 2> 63521 INFO (coreCloseExecutor-166-thread-5) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testcollection.shard1.replica1
[junit4] 2> 63521 INFO (coreCloseExecutor-167-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.falsepredicate.shard1.replica1
[junit4] 2> 63522 INFO (coreCloseExecutor-166-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.delayed.shard1.replica1
[junit4] 2> 63530 INFO (coreCloseExecutor-166-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.stateformat1.shard1.replica1
[junit4] 2> 63530 INFO (coreCloseExecutor-166-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.waitforstate.shard1.replica1
[junit4] 2> 63534 WARN (zkCallback-41-thread-3) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 63534 INFO (zkCallback-51-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 63535 WARN (zkCallback-51-thread-2) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 63535 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e024e4cf8001a, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 63534 INFO (zkCallback-51-thread-3) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40715_solr
[junit4] 2> 63535 INFO (jetty-closer-5-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1927ef7{/solr,null,UNAVAILABLE}
[junit4] 2> 63538 INFO (jetty-closer-5-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@17c23ec{/solr,null,UNAVAILABLE}
[junit4] 2> 63539 ERROR (SUITE-TestCollectionStateWatchers-seed#[EFF932D00BBAF2D6]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 63540 INFO (SUITE-TestCollectionStateWatchers-seed#[EFF932D00BBAF2D6]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45197 45197
[junit4] 2> 68959 INFO (Thread-11) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45197 45197
[junit4] 2> 68960 WARN (Thread-11) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/aliases.json
[junit4] 2> 8 /solr/configs/config
[junit4] 2> 7 /solr/security.json
[junit4] 2> 3 /solr/collections/stateformat1/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 12 /solr/collections/waitforstate/state.json
[junit4] 2> 8 /solr/clusterprops.json
[junit4] 2> 8 /solr/clusterstate.json
[junit4] 2> 8 /solr/collections/testcollection/state.json
[junit4] 2> 7 /solr/collections/falsepredicate/state.json
[junit4] 2> 3 /solr/overseer_elect/election/98518777170755594-127.0.0.1:33057_solr-n_0000000000
[junit4] 2> 3 /solr/collections/stateformat1/state.json
[junit4] 2> 2 /solr/overseer_elect/election/98518777170755593-127.0.0.1:34799_solr-n_0000000002
[junit4] 2> 2 /solr/collections/currentstate/state.json
[junit4] 2> 2 /solr/collections/delayed/state.json
[junit4] 2> 2 /solr/collections/tobedeleted/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/collections
[junit4] 2> 5 /solr/live_nodes
[junit4] 2>
[junit4] 2> 68960 INFO (SUITE-TestCollectionStateWatchers-seed#[EFF932D00BBAF2D6]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_EFF932D00BBAF2D6-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=51, maxMBSortInHeap=6.142355941684421, sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=pt-ST, timezone=Australia/North
[junit4] 2> NOTE: Linux 4.10.0-27-generic i386/Oracle Corporation 9 (32-bit)/cpus=8,threads=1,free=119908488,total=249823232
[junit4] 2> NOTE: All tests run in this JVM: [TestConfigSetAdminRequest, TestBatchUpdate, CompoundEvaluatorTest, TestCollectionStateWatchers]
[junit4] Completed [63/130 (1!)] on J2 in 63.64s, 9 tests, 1 failure <<< FAILURES!
[...truncated 35771 lines...]
[JENKINS] Lucene-Solr-6.6-Linux (64bit/jdk1.8.0_144) - Build # 72 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.6-Linux/72/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
1 tests failed.
FAILED: org.apache.solr.common.cloud.TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure
Error Message:
Did not see a fully active cluster after 30 seconds
Stack Trace:
java.lang.AssertionError: Did not see a fully active cluster after 30 seconds
at __randomizedtesting.SeedInfo.seed([22607AD7AE46FF01:AA56D88476E91713]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.common.cloud.TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure(TestCollectionStateWatchers.java:250)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14112 lines...]
[junit4] Suite: org.apache.solr.common.cloud.TestCollectionStateWatchers
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_22607AD7AE46FF01-001/init-core-data-001
[junit4] 2> 130995 WARN (SUITE-TestCollectionStateWatchers-seed#[22607AD7AE46FF01]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=19 numCloses=19
[junit4] 2> 130995 INFO (SUITE-TestCollectionStateWatchers-seed#[22607AD7AE46FF01]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields
[junit4] 2> 130996 INFO (SUITE-TestCollectionStateWatchers-seed#[22607AD7AE46FF01]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 130997 INFO (SUITE-TestCollectionStateWatchers-seed#[22607AD7AE46FF01]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_22607AD7AE46FF01-001/tempDir-001
[junit4] 2> 130997 INFO (SUITE-TestCollectionStateWatchers-seed#[22607AD7AE46FF01]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 130997 INFO (Thread-305) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 130997 INFO (Thread-305) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 131002 ERROR (Thread-305) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 131097 INFO (SUITE-TestCollectionStateWatchers-seed#[22607AD7AE46FF01]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:35253
[junit4] 2> 131101 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e017e1fee0000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 131104 INFO (jetty-launcher-307-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 131104 INFO (jetty-launcher-307-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 131104 INFO (jetty-launcher-307-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 131104 INFO (jetty-launcher-307-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 131105 INFO (jetty-launcher-307-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@60eca5c7{/solr,null,AVAILABLE}
[junit4] 2> 131105 INFO (jetty-launcher-307-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@523ec670{/solr,null,AVAILABLE}
[junit4] 2> 131106 INFO (jetty-launcher-307-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1556dfc{SSL,[ssl, http/1.1]}{127.0.0.1:42609}
[junit4] 2> 131106 INFO (jetty-launcher-307-thread-1) [ ] o.e.j.s.Server Started @133815ms
[junit4] 2> 131106 INFO (jetty-launcher-307-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42609}
[junit4] 2> 131106 ERROR (jetty-launcher-307-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 131107 INFO (jetty-launcher-307-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.1
[junit4] 2> 131107 INFO (jetty-launcher-307-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 131107 INFO (jetty-launcher-307-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 131107 INFO (jetty-launcher-307-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-20T21:13:16.635Z
[junit4] 2> 131108 INFO (jetty-launcher-307-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@72ee51dc{SSL,[ssl, http/1.1]}{127.0.0.1:38091}
[junit4] 2> 131112 INFO (jetty-launcher-307-thread-4) [ ] o.e.j.s.Server Started @133817ms
[junit4] 2> 131112 INFO (jetty-launcher-307-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38091}
[junit4] 2> 131113 ERROR (jetty-launcher-307-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 131113 INFO (jetty-launcher-307-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7b92f622{/solr,null,AVAILABLE}
[junit4] 2> 131113 INFO (jetty-launcher-307-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.1
[junit4] 2> 131113 INFO (jetty-launcher-307-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 131113 INFO (jetty-launcher-307-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 131113 INFO (jetty-launcher-307-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-20T21:13:16.641Z
[junit4] 2> 131123 INFO (jetty-launcher-307-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@32fe1d36{/solr,null,AVAILABLE}
[junit4] 2> 131123 INFO (jetty-launcher-307-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@158e95f3{SSL,[ssl, http/1.1]}{127.0.0.1:35645}
[junit4] 2> 131123 INFO (jetty-launcher-307-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1c260506{SSL,[ssl, http/1.1]}{127.0.0.1:40319}
[junit4] 2> 131123 INFO (jetty-launcher-307-thread-2) [ ] o.e.j.s.Server Started @133832ms
[junit4] 2> 131123 INFO (jetty-launcher-307-thread-3) [ ] o.e.j.s.Server Started @133832ms
[junit4] 2> 131124 INFO (jetty-launcher-307-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35645}
[junit4] 2> 131124 INFO (jetty-launcher-307-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40319}
[junit4] 2> 131124 ERROR (jetty-launcher-307-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 131124 ERROR (jetty-launcher-307-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 131124 INFO (jetty-launcher-307-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.1
[junit4] 2> 131124 INFO (jetty-launcher-307-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 131124 INFO (jetty-launcher-307-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 131124 INFO (jetty-launcher-307-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-20T21:13:16.652Z
[junit4] 2> 131124 INFO (jetty-launcher-307-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.1
[junit4] 2> 131124 INFO (jetty-launcher-307-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 131124 INFO (jetty-launcher-307-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 131124 INFO (jetty-launcher-307-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-20T21:13:16.652Z
[junit4] 2> 131127 INFO (jetty-launcher-307-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 131146 INFO (jetty-launcher-307-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 131147 INFO (jetty-launcher-307-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 131147 INFO (jetty-launcher-307-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 131147 INFO (jetty-launcher-307-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35253/solr
[junit4] 2> 131151 INFO (jetty-launcher-307-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 131153 INFO (jetty-launcher-307-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 131153 INFO (jetty-launcher-307-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35253/solr
[junit4] 2> 131157 INFO (jetty-launcher-307-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 131158 INFO (jetty-launcher-307-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 131164 INFO (jetty-launcher-307-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35253/solr
[junit4] 2> 131168 INFO (jetty-launcher-307-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35253/solr
[junit4] 2> 131179 INFO (jetty-launcher-307-thread-1) [n:127.0.0.1:42609_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 131181 INFO (jetty-launcher-307-thread-1) [n:127.0.0.1:42609_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42609_solr
[junit4] 2> 131182 INFO (jetty-launcher-307-thread-1) [n:127.0.0.1:42609_solr ] o.a.s.c.Overseer Overseer (id=98517883061927944-127.0.0.1:42609_solr-n_0000000000) starting
[junit4] 2> 131189 INFO (jetty-launcher-307-thread-3) [n:127.0.0.1:40319_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 131190 INFO (jetty-launcher-307-thread-3) [n:127.0.0.1:40319_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40319_solr
[junit4] 2> 131190 INFO (jetty-launcher-307-thread-2) [n:127.0.0.1:35645_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 131192 INFO (jetty-launcher-307-thread-4) [n:127.0.0.1:38091_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 131193 INFO (jetty-launcher-307-thread-4) [n:127.0.0.1:38091_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38091_solr
[junit4] 2> 131212 INFO (zkCallback-330-thread-1-processing-n:127.0.0.1:38091_solr) [n:127.0.0.1:38091_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 131212 INFO (zkCallback-328-thread-1-processing-n:127.0.0.1:40319_solr) [n:127.0.0.1:40319_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 131212 INFO (zkCallback-326-thread-1-processing-n:127.0.0.1:35645_solr) [n:127.0.0.1:35645_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 131212 INFO (OverseerStateUpdate-98517883061927944-127.0.0.1:42609_solr-n_0000000000) [n:127.0.0.1:42609_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 131213 INFO (jetty-launcher-307-thread-1) [n:127.0.0.1:42609_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42609_solr
[junit4] 2> 131213 INFO (jetty-launcher-307-thread-2) [n:127.0.0.1:35645_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35645_solr
[junit4] 2> 131214 INFO (zkCallback-330-thread-1-processing-n:127.0.0.1:38091_solr) [n:127.0.0.1:38091_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 131214 INFO (zkCallback-328-thread-1-processing-n:127.0.0.1:40319_solr) [n:127.0.0.1:40319_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 131218 INFO (zkCallback-322-thread-1-processing-n:127.0.0.1:42609_solr) [n:127.0.0.1:42609_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 131219 INFO (zkCallback-326-thread-1-processing-n:127.0.0.1:35645_solr) [n:127.0.0.1:35645_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 131243 INFO (jetty-launcher-307-thread-3) [n:127.0.0.1:40319_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_22607AD7AE46FF01-001/tempDir-001/node3/.
[junit4] 2> 131250 INFO (jetty-launcher-307-thread-4) [n:127.0.0.1:38091_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_22607AD7AE46FF01-001/tempDir-001/node4/.
[junit4] 2> 131332 INFO (jetty-launcher-307-thread-2) [n:127.0.0.1:35645_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_22607AD7AE46FF01-001/tempDir-001/node2/.
[junit4] 2> 131338 INFO (jetty-launcher-307-thread-1) [n:127.0.0.1:42609_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_22607AD7AE46FF01-001/tempDir-001/node1/.
[junit4] 2> 131383 INFO (SUITE-TestCollectionStateWatchers-seed#[22607AD7AE46FF01]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 131396 INFO (SUITE-TestCollectionStateWatchers-seed#[22607AD7AE46FF01]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35253/solr ready
[junit4] 2> 131424 INFO (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[22607AD7AE46FF01]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testWaitForStateWatcherIsRetainedOnPredicateFailure
[junit4] 2> 131497 INFO (qtp1267948898-1545) [n:127.0.0.1:38091_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=1ea3a18c-885a-44ba-864b-6bd223e6f4c8&replicationFactor=1&collection.configName=config&name=falsepredicate&action=CREATE&numShards=4&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 131502 INFO (qtp1267948898-1545) [n:127.0.0.1:38091_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=1ea3a18c-885a-44ba-864b-6bd223e6f4c8&replicationFactor=1&collection.configName=config&name=falsepredicate&action=CREATE&numShards=4&wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 131504 INFO (qtp1267948898-1526) [n:127.0.0.1:38091_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=1ea3a18c-885a-44ba-864b-6bd223e6f4c8&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 131505 INFO (qtp1267948898-1526) [n:127.0.0.1:38091_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=1ea3a18c-885a-44ba-864b-6bd223e6f4c8&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 131505 INFO (OverseerThreadFactory-749-thread-1-processing-n:127.0.0.1:42609_solr) [n:127.0.0.1:42609_solr ] o.a.s.c.CreateCollectionCmd Create collection falsepredicate
[junit4] 2> 131726 INFO (qtp1267948898-1531) [n:127.0.0.1:38091_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520144956850&qt=/admin/cores&collection.configName=config&newCollection=true&name=falsepredicate_shard1_replica1&action=CREATE&numShards=4&collection=falsepredicate&shard=shard1&wt=javabin&version=2} status=0 QTime=58
[junit4] 2> 131726 INFO (parallelCoreAdminExecutor-752-thread-1-processing-n:127.0.0.1:38091_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520144956850 CREATE) [n:127.0.0.1:38091_solr ] o.a.s.h.a.CoreAdminOperation core create command async=1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520144956850&qt=/admin/cores&collection.configName=config&newCollection=true&name=falsepredicate_shard1_replica1&action=CREATE&numShards=4&collection=falsepredicate&shard=shard1&wt=javabin&version=2
[junit4] 2> 131740 INFO (parallelCoreAdminExecutor-752-thread-1-processing-n:127.0.0.1:38091_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520144956850 CREATE) [n:127.0.0.1:38091_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 131796 INFO (qtp1951510531-1522) [n:127.0.0.1:40319_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520164123060&qt=/admin/cores&collection.configName=config&newCollection=true&name=falsepredicate_shard2_replica1&action=CREATE&numShards=4&collection=falsepredicate&shard=shard2&wt=javabin&version=2} status=0 QTime=20
[junit4] 2> 131796 INFO (parallelCoreAdminExecutor-750-thread-1-processing-n:127.0.0.1:40319_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520164123060 CREATE) [n:127.0.0.1:40319_solr ] o.a.s.h.a.CoreAdminOperation core create command async=1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520164123060&qt=/admin/cores&collection.configName=config&newCollection=true&name=falsepredicate_shard2_replica1&action=CREATE&numShards=4&collection=falsepredicate&shard=shard2&wt=javabin&version=2
[junit4] 2> 131796 INFO (parallelCoreAdminExecutor-750-thread-1-processing-n:127.0.0.1:40319_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520164123060 CREATE) [n:127.0.0.1:40319_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 131808 INFO (qtp1435546065-1552) [n:127.0.0.1:35645_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520184105091&qt=/admin/cores&collection.configName=config&newCollection=true&name=falsepredicate_shard4_replica1&action=CREATE&numShards=4&collection=falsepredicate&shard=shard4&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 131808 INFO (parallelCoreAdminExecutor-754-thread-1-processing-n:127.0.0.1:35645_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520184105091 CREATE) [n:127.0.0.1:35645_solr ] o.a.s.h.a.CoreAdminOperation core create command async=1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520184105091&qt=/admin/cores&collection.configName=config&newCollection=true&name=falsepredicate_shard4_replica1&action=CREATE&numShards=4&collection=falsepredicate&shard=shard4&wt=javabin&version=2
[junit4] 2> 131808 INFO (parallelCoreAdminExecutor-754-thread-1-processing-n:127.0.0.1:35645_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520184105091 CREATE) [n:127.0.0.1:35645_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 131809 INFO (qtp161846229-1555) [n:127.0.0.1:42609_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520192122165&qt=/admin/cores&collection.configName=config&newCollection=true&name=falsepredicate_shard3_replica1&action=CREATE&numShards=4&collection=falsepredicate&shard=shard3&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 131809 INFO (parallelCoreAdminExecutor-755-thread-1-processing-n:127.0.0.1:42609_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520192122165 CREATE) [n:127.0.0.1:42609_solr ] o.a.s.h.a.CoreAdminOperation core create command async=1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520192122165&qt=/admin/cores&collection.configName=config&newCollection=true&name=falsepredicate_shard3_replica1&action=CREATE&numShards=4&collection=falsepredicate&shard=shard3&wt=javabin&version=2
[junit4] 2> 131809 INFO (parallelCoreAdminExecutor-755-thread-1-processing-n:127.0.0.1:42609_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520192122165 CREATE) [n:127.0.0.1:42609_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 131811 INFO (qtp1267948898-1542) [n:127.0.0.1:38091_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520144956850
[junit4] 2> 131811 INFO (qtp1267948898-1542) [n:127.0.0.1:38091_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520144956850&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 131918 INFO (zkCallback-326-thread-1-processing-n:127.0.0.1:35645_solr) [n:127.0.0.1:35645_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
[junit4] 2> 131918 INFO (zkCallback-330-thread-1-processing-n:127.0.0.1:38091_solr) [n:127.0.0.1:38091_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
[junit4] 2> 131918 INFO (zkCallback-322-thread-1-processing-n:127.0.0.1:42609_solr) [n:127.0.0.1:42609_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
[junit4] 2> 131918 INFO (zkCallback-328-thread-1-processing-n:127.0.0.1:40319_solr) [n:127.0.0.1:40319_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
[junit4] 2> 132507 INFO (qtp1267948898-1540) [n:127.0.0.1:38091_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=1ea3a18c-885a-44ba-864b-6bd223e6f4c8&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 132507 INFO (qtp1267948898-1540) [n:127.0.0.1:38091_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=1ea3a18c-885a-44ba-864b-6bd223e6f4c8&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 132763 INFO (parallelCoreAdminExecutor-752-thread-1-processing-n:127.0.0.1:38091_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520144956850 CREATE) [n:127.0.0.1:38091_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 132776 INFO (parallelCoreAdminExecutor-752-thread-1-processing-n:127.0.0.1:38091_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520144956850 CREATE) [n:127.0.0.1:38091_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.s.IndexSchema [falsepredicate_shard1_replica1] Schema name=test
[junit4] 2> 132813 INFO (parallelCoreAdminExecutor-750-thread-1-processing-n:127.0.0.1:40319_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520164123060 CREATE) [n:127.0.0.1:40319_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 132814 INFO (qtp1267948898-1542) [n:127.0.0.1:38091_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520144956850
[junit4] 2> 132814 INFO (qtp1267948898-1542) [n:127.0.0.1:38091_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520144956850&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 132815 WARN (parallelCoreAdminExecutor-752-thread-1-processing-n:127.0.0.1:38091_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520144956850 CREATE) [n:127.0.0.1:38091_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
[junit4] 2> 132815 WARN (parallelCoreAdminExecutor-752-thread-1-processing-n:127.0.0.1:38091_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520144956850 CREATE) [n:127.0.0.1:38091_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
[junit4] 2> 132815 INFO (parallelCoreAdminExecutor-752-thread-1-processing-n:127.0.0.1:38091_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520144956850 CREATE) [n:127.0.0.1:38091_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 132815 INFO (parallelCoreAdminExecutor-752-thread-1-processing-n:127.0.0.1:38091_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520144956850 CREATE) [n:127.0.0.1:38091_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'falsepredicate_shard1_replica1' using configuration from collection falsepredicate, trusted=true
[junit4] 2> 132815 INFO (parallelCoreAdminExecutor-752-thread-1-processing-n:127.0.0.1:38091_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520144956850 CREATE) [n:127.0.0.1:38091_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 132815 INFO (parallelCoreAdminExecutor-752-thread-1-processing-n:127.0.0.1:38091_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520144956850 CREATE) [n:127.0.0.1:38091_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.c.SolrCore [[falsepredicate_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_22607AD7AE46FF01-001/tempDir-001/node4/falsepredicate_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_22607AD7AE46FF01-001/tempDir-001/node4/./falsepredicate_shard1_replica1/data/]
[junit4] 2> 132820 INFO (parallelCoreAdminExecutor-750-thread-1-processing-n:127.0.0.1:40319_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520164123060 CREATE) [n:127.0.0.1:40319_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.s.IndexSchema [falsepredicate_shard2_replica1] Schema name=test
[junit4] 2> 132822 INFO (parallelCoreAdminExecutor-754-thread-1-processing-n:127.0.0.1:35645_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520184105091 CREATE) [n:127.0.0.1:35645_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 132835 INFO (parallelCoreAdminExecutor-755-thread-1-processing-n:127.0.0.1:42609_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520192122165 CREATE) [n:127.0.0.1:42609_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 132854 INFO (parallelCoreAdminExecutor-755-thread-1-processing-n:127.0.0.1:42609_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520192122165 CREATE) [n:127.0.0.1:42609_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.s.IndexSchema [falsepredicate_shard3_replica1] Schema name=test
[junit4] 2> 132854 INFO (parallelCoreAdminExecutor-754-thread-1-processing-n:127.0.0.1:35645_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520184105091 CREATE) [n:127.0.0.1:35645_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.s.IndexSchema [falsepredicate_shard4_replica1] Schema name=test
[junit4] 2> 132875 INFO (parallelCoreAdminExecutor-752-thread-1-processing-n:127.0.0.1:38091_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520144956850 CREATE) [n:127.0.0.1:38091_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 132875 INFO (parallelCoreAdminExecutor-752-thread-1-processing-n:127.0.0.1:38091_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520144956850 CREATE) [n:127.0.0.1:38091_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 132876 INFO (parallelCoreAdminExecutor-752-thread-1-processing-n:127.0.0.1:38091_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520144956850 CREATE) [n:127.0.0.1:38091_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 132876 INFO (parallelCoreAdminExecutor-752-thread-1-processing-n:127.0.0.1:38091_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520144956850 CREATE) [n:127.0.0.1:38091_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 132877 INFO (parallelCoreAdminExecutor-752-thread-1-processing-n:127.0.0.1:38091_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520144956850 CREATE) [n:127.0.0.1:38091_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@47ebf94c[falsepredicate_shard1_replica1] main]
[junit4] 2> 132878 INFO (parallelCoreAdminExecutor-752-thread-1-processing-n:127.0.0.1:38091_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520144956850 CREATE) [n:127.0.0.1:38091_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 132879 INFO (parallelCoreAdminExecutor-752-thread-1-processing-n:127.0.0.1:38091_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520144956850 CREATE) [n:127.0.0.1:38091_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 132879 INFO (parallelCoreAdminExecutor-752-thread-1-processing-n:127.0.0.1:38091_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520144956850 CREATE) [n:127.0.0.1:38091_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 132879 INFO (parallelCoreAdminExecutor-752-thread-1-processing-n:127.0.0.1:38091_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520144956850 CREATE) [n:127.0.0.1:38091_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576286130963218432
[junit4] 2> 132881 INFO (searcherExecutor-758-thread-1-processing-x:falsepredicate_shard1_replica1 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520144956850 CREATE n:127.0.0.1:38091_solr s:shard1 c:falsepredicate) [n:127.0.0.1:38091_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.c.SolrCore [falsepredicate_shard1_replica1] Registered new searcher Searcher@47ebf94c[falsepredicate_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 132903 WARN (parallelCoreAdminExecutor-750-thread-1-processing-n:127.0.0.1:40319_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520164123060 CREATE) [n:127.0.0.1:40319_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
[junit4] 2> 132904 WARN (parallelCoreAdminExecutor-750-thread-1-processing-n:127.0.0.1:40319_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520164123060 CREATE) [n:127.0.0.1:40319_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
[junit4] 2> 132905 INFO (parallelCoreAdminExecutor-750-thread-1-processing-n:127.0.0.1:40319_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520164123060 CREATE) [n:127.0.0.1:40319_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 132905 INFO (parallelCoreAdminExecutor-750-thread-1-processing-n:127.0.0.1:40319_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520164123060 CREATE) [n:127.0.0.1:40319_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'falsepredicate_shard2_replica1' using configuration from collection falsepredicate, trusted=true
[junit4] 2> 132905 INFO (parallelCoreAdminExecutor-750-thread-1-processing-n:127.0.0.1:40319_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520164123060 CREATE) [n:127.0.0.1:40319_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 132905 INFO (parallelCoreAdminExecutor-750-thread-1-processing-n:127.0.0.1:40319_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520164123060 CREATE) [n:127.0.0.1:40319_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.c.SolrCore [[falsepredicate_shard2_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_22607AD7AE46FF01-001/tempDir-001/node3/falsepredicate_shard2_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_22607AD7AE46FF01-001/tempDir-001/node3/./falsepredicate_shard2_replica1/data/]
[junit4] 2> 132913 WARN (parallelCoreAdminExecutor-754-thread-1-processing-n:127.0.0.1:35645_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520184105091 CREATE) [n:127.0.0.1:35645_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
[junit4] 2> 132914 WARN (parallelCoreAdminExecutor-754-thread-1-processing-n:127.0.0.1:35645_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520184105091 CREATE) [n:127.0.0.1:35645_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
[junit4] 2> 132914 INFO (parallelCoreAdminExecutor-754-thread-1-processing-n:127.0.0.1:35645_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520184105091 CREATE) [n:127.0.0.1:35645_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 132914 INFO (parallelCoreAdminExecutor-754-thread-1-processing-n:127.0.0.1:35645_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520184105091 CREATE) [n:127.0.0.1:35645_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.c.CoreContainer Creating SolrCore 'falsepredicate_shard4_replica1' using configuration from collection falsepredicate, trusted=true
[junit4] 2> 132914 INFO (parallelCoreAdminExecutor-754-thread-1-processing-n:127.0.0.1:35645_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520184105091 CREATE) [n:127.0.0.1:35645_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 132914 INFO (parallelCoreAdminExecutor-754-thread-1-processing-n:127.0.0.1:35645_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520184105091 CREATE) [n:127.0.0.1:35645_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.c.SolrCore [[falsepredicate_shard4_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_22607AD7AE46FF01-001/tempDir-001/node2/falsepredicate_shard4_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_22607AD7AE46FF01-001/tempDir-001/node2/./falsepredicate_shard4_replica1/data/]
[junit4] 2> 132921 INFO (parallelCoreAdminExecutor-752-thread-1-processing-n:127.0.0.1:38091_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520144956850 CREATE) [n:127.0.0.1:38091_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 132921 INFO (parallelCoreAdminExecutor-752-thread-1-processing-n:127.0.0.1:38091_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520144956850 CREATE) [n:127.0.0.1:38091_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 132921 INFO (parallelCoreAdminExecutor-752-thread-1-processing-n:127.0.0.1:38091_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520144956850 CREATE) [n:127.0.0.1:38091_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:38091/solr/falsepredicate_shard1_replica1/
[junit4] 2> 132921 INFO (parallelCoreAdminExecutor-752-thread-1-processing-n:127.0.0.1:38091_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520144956850 CREATE) [n:127.0.0.1:38091_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 132921 INFO (parallelCoreAdminExecutor-752-thread-1-processing-n:127.0.0.1:38091_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520144956850 CREATE) [n:127.0.0.1:38091_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:38091/solr/falsepredicate_shard1_replica1/ has no replicas
[junit4] 2> 132921 INFO (parallelCoreAdminExecutor-752-thread-1-processing-n:127.0.0.1:38091_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520144956850 CREATE) [n:127.0.0.1:38091_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 132923 INFO (parallelCoreAdminExecutor-752-thread-1-processing-n:127.0.0.1:38091_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520144956850 CREATE) [n:127.0.0.1:38091_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:38091/solr/falsepredicate_shard1_replica1/ shard1
[junit4] 2> 132936 INFO (parallelCoreAdminExecutor-750-thread-1-processing-n:127.0.0.1:40319_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520164123060 CREATE) [n:127.0.0.1:40319_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 132936 INFO (parallelCoreAdminExecutor-750-thread-1-processing-n:127.0.0.1:40319_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520164123060 CREATE) [n:127.0.0.1:40319_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 132937 INFO (parallelCoreAdminExecutor-750-thread-1-processing-n:127.0.0.1:40319_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520164123060 CREATE) [n:127.0.0.1:40319_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 132937 INFO (parallelCoreAdminExecutor-750-thread-1-processing-n:127.0.0.1:40319_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520164123060 CREATE) [n:127.0.0.1:40319_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 132938 INFO (parallelCoreAdminExecutor-750-thread-1-processing-n:127.0.0.1:40319_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520164123060 CREATE) [n:127.0.0.1:40319_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2dc87a01[falsepredicate_shard2_replica1] main]
[junit4] 2> 132939 INFO (parallelCoreAdminExecutor-750-thread-1-processing-n:127.0.0.1:40319_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520164123060 CREATE) [n:127.0.0.1:40319_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 132940 INFO (parallelCoreAdminExecutor-750-thread-1-processing-n:127.0.0.1:40319_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520164123060 CREATE) [n:127.0.0.1:40319_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 132940 INFO (parallelCoreAdminExecutor-750-thread-1-processing-n:127.0.0.1:40319_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520164123060 CREATE) [n:127.0.0.1:40319_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 132940 INFO (searcherExecutor-763-thread-1-processing-x:falsepredicate_shard2_replica1 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520164123060 CREATE n:127.0.0.1:40319_solr s:shard2 c:falsepredicate) [n:127.0.0.1:40319_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.c.SolrCore [falsepredicate_shard2_replica1] Registered new searcher Searcher@2dc87a01[falsepredicate_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 132941 INFO (parallelCoreAdminExecutor-750-thread-1-processing-n:127.0.0.1:40319_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520164123060 CREATE) [n:127.0.0.1:40319_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576286131028230144
[junit4] 2> 132954 INFO (parallelCoreAdminExecutor-750-thread-1-processing-n:127.0.0.1:40319_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520164123060 CREATE) [n:127.0.0.1:40319_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 132954 INFO (parallelCoreAdminExecutor-750-thread-1-processing-n:127.0.0.1:40319_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520164123060 CREATE) [n:127.0.0.1:40319_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 132954 INFO (parallelCoreAdminExecutor-750-thread-1-processing-n:127.0.0.1:40319_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520164123060 CREATE) [n:127.0.0.1:40319_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:40319/solr/falsepredicate_shard2_replica1/
[junit4] 2> 132955 INFO (parallelCoreAdminExecutor-750-thread-1-processing-n:127.0.0.1:40319_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520164123060 CREATE) [n:127.0.0.1:40319_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 132955 INFO (parallelCoreAdminExecutor-750-thread-1-processing-n:127.0.0.1:40319_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520164123060 CREATE) [n:127.0.0.1:40319_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:40319/solr/falsepredicate_shard2_replica1/ has no replicas
[junit4] 2> 132955 INFO (parallelCoreAdminExecutor-750-thread-1-processing-n:127.0.0.1:40319_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520164123060 CREATE) [n:127.0.0.1:40319_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 132957 WARN (parallelCoreAdminExecutor-755-thread-1-processing-n:127.0.0.1:42609_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520192122165 CREATE) [n:127.0.0.1:42609_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
[junit4] 2> 132957 WARN (parallelCoreAdminExecutor-755-thread-1-processing-n:127.0.0.1:42609_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520192122165 CREATE) [n:127.0.0.1:42609_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
[junit4] 2> 132957 INFO (parallelCoreAdminExecutor-755-thread-1-processing-n:127.0.0.1:42609_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520192122165 CREATE) [n:127.0.0.1:42609_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 132957 INFO (parallelCoreAdminExecutor-755-thread-1-processing-n:127.0.0.1:42609_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520192122165 CREATE) [n:127.0.0.1:42609_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.c.CoreContainer Creating SolrCore 'falsepredicate_shard3_replica1' using configuration from collection falsepredicate, trusted=true
[junit4] 2> 132957 INFO (parallelCoreAdminExecutor-755-thread-1-processing-n:127.0.0.1:42609_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520192122165 CREATE) [n:127.0.0.1:42609_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 132957 INFO (parallelCoreAdminExecutor-755-thread-1-processing-n:127.0.0.1:42609_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520192122165 CREATE) [n:127.0.0.1:42609_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.c.SolrCore [[falsepredicate_shard3_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_22607AD7AE46FF01-001/tempDir-001/node1/falsepredicate_shard3_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_22607AD7AE46FF01-001/tempDir-001/node1/./falsepredicate_shard3_replica1/data/]
[junit4] 2> 132958 INFO (parallelCoreAdminExecutor-750-thread-1-processing-n:127.0.0.1:40319_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520164123060 CREATE) [n:127.0.0.1:40319_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:40319/solr/falsepredicate_shard2_replica1/ shard2
[junit4] 2> 132967 INFO (parallelCoreAdminExecutor-754-thread-1-processing-n:127.0.0.1:35645_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520184105091 CREATE) [n:127.0.0.1:35645_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 132967 INFO (parallelCoreAdminExecutor-754-thread-1-processing-n:127.0.0.1:35645_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520184105091 CREATE) [n:127.0.0.1:35645_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 132968 INFO (parallelCoreAdminExecutor-754-thread-1-processing-n:127.0.0.1:35645_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520184105091 CREATE) [n:127.0.0.1:35645_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 132968 INFO (parallelCoreAdminExecutor-754-thread-1-processing-n:127.0.0.1:35645_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520184105091 CREATE) [n:127.0.0.1:35645_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 132968 INFO (parallelCoreAdminExecutor-754-thread-1-processing-n:127.0.0.1:35645_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520184105091 CREATE) [n:127.0.0.1:35645_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@57cf85b0[falsepredicate_shard4_replica1] main]
[junit4] 2> 132969 INFO (parallelCoreAdminExecutor-754-thread-1-processing-n:127.0.0.1:35645_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520184105091 CREATE) [n:127.0.0.1:35645_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 132969 INFO (parallelCoreAdminExecutor-754-thread-1-processing-n:127.0.0.1:35645_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520184105091 CREATE) [n:127.0.0.1:35645_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 132969 INFO (parallelCoreAdminExecutor-754-thread-1-processing-n:127.0.0.1:35645_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520184105091 CREATE) [n:127.0.0.1:35645_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 132969 INFO (searcherExecutor-764-thread-1-processing-x:falsepredicate_shard4_replica1 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520184105091 CREATE n:127.0.0.1:35645_solr s:shard4 c:falsepredicate) [n:127.0.0.1:35645_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.c.SolrCore [falsepredicate_shard4_replica1] Registered new searcher Searcher@57cf85b0[falsepredicate_shard4_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 132969 INFO (parallelCoreAdminExecutor-754-thread-1-processing-n:127.0.0.1:35645_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520184105091 CREATE) [n:127.0.0.1:35645_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576286131057590272
[junit4] 2> 132973 INFO (parallelCoreAdminExecutor-754-thread-1-processing-n:127.0.0.1:35645_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520184105091 CREATE) [n:127.0.0.1:35645_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 132973 INFO (parallelCoreAdminExecutor-754-thread-1-processing-n:127.0.0.1:35645_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520184105091 CREATE) [n:127.0.0.1:35645_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 132973 INFO (parallelCoreAdminExecutor-754-thread-1-processing-n:127.0.0.1:35645_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520184105091 CREATE) [n:127.0.0.1:35645_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:35645/solr/falsepredicate_shard4_replica1/
[junit4] 2> 132973 INFO (parallelCoreAdminExecutor-754-thread-1-processing-n:127.0.0.1:35645_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520184105091 CREATE) [n:127.0.0.1:35645_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 132973 INFO (parallelCoreAdminExecutor-754-thread-1-processing-n:127.0.0.1:35645_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520184105091 CREATE) [n:127.0.0.1:35645_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:35645/solr/falsepredicate_shard4_replica1/ has no replicas
[junit4] 2> 132973 INFO (parallelCoreAdminExecutor-754-thread-1-processing-n:127.0.0.1:35645_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520184105091 CREATE) [n:127.0.0.1:35645_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 132975 INFO (parallelCoreAdminExecutor-754-thread-1-processing-n:127.0.0.1:35645_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520184105091 CREATE) [n:127.0.0.1:35645_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:35645/solr/falsepredicate_shard4_replica1/ shard4
[junit4] 2> 132979 INFO (parallelCoreAdminExecutor-755-thread-1-processing-n:127.0.0.1:42609_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520192122165 CREATE) [n:127.0.0.1:42609_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 132979 INFO (parallelCoreAdminExecutor-755-thread-1-processing-n:127.0.0.1:42609_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520192122165 CREATE) [n:127.0.0.1:42609_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 132979 INFO (parallelCoreAdminExecutor-755-thread-1-processing-n:127.0.0.1:42609_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520192122165 CREATE) [n:127.0.0.1:42609_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 132979 INFO (parallelCoreAdminExecutor-755-thread-1-processing-n:127.0.0.1:42609_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520192122165 CREATE) [n:127.0.0.1:42609_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 132980 INFO (parallelCoreAdminExecutor-755-thread-1-processing-n:127.0.0.1:42609_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520192122165 CREATE) [n:127.0.0.1:42609_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6a158c77[falsepredicate_shard3_replica1] main]
[junit4] 2> 132980 INFO (parallelCoreAdminExecutor-755-thread-1-processing-n:127.0.0.1:42609_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520192122165 CREATE) [n:127.0.0.1:42609_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 132980 INFO (parallelCoreAdminExecutor-755-thread-1-processing-n:127.0.0.1:42609_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520192122165 CREATE) [n:127.0.0.1:42609_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 132980 INFO (parallelCoreAdminExecutor-755-thread-1-processing-n:127.0.0.1:42609_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520192122165 CREATE) [n:127.0.0.1:42609_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 132981 INFO (searcherExecutor-769-thread-1-processing-x:falsepredicate_shard3_replica1 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520192122165 CREATE n:127.0.0.1:42609_solr s:shard3 c:falsepredicate) [n:127.0.0.1:42609_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.c.SolrCore [falsepredicate_shard3_replica1] Registered new searcher Searcher@6a158c77[falsepredicate_shard3_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 132981 INFO (parallelCoreAdminExecutor-755-thread-1-processing-n:127.0.0.1:42609_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520192122165 CREATE) [n:127.0.0.1:42609_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576286131070173184
[junit4] 2> 132983 INFO (parallelCoreAdminExecutor-755-thread-1-processing-n:127.0.0.1:42609_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520192122165 CREATE) [n:127.0.0.1:42609_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 132983 INFO (parallelCoreAdminExecutor-755-thread-1-processing-n:127.0.0.1:42609_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520192122165 CREATE) [n:127.0.0.1:42609_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 132983 INFO (parallelCoreAdminExecutor-755-thread-1-processing-n:127.0.0.1:42609_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520192122165 CREATE) [n:127.0.0.1:42609_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:42609/solr/falsepredicate_shard3_replica1/
[junit4] 2> 132983 INFO (parallelCoreAdminExecutor-755-thread-1-processing-n:127.0.0.1:42609_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520192122165 CREATE) [n:127.0.0.1:42609_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 132983 INFO (parallelCoreAdminExecutor-755-thread-1-processing-n:127.0.0.1:42609_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520192122165 CREATE) [n:127.0.0.1:42609_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:42609/solr/falsepredicate_shard3_replica1/ has no replicas
[junit4] 2> 132983 INFO (parallelCoreAdminExecutor-755-thread-1-processing-n:127.0.0.1:42609_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520192122165 CREATE) [n:127.0.0.1:42609_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 132985 INFO (parallelCoreAdminExecutor-755-thread-1-processing-n:127.0.0.1:42609_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520192122165 CREATE) [n:127.0.0.1:42609_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:42609/solr/falsepredicate_shard3_replica1/ shard3
[junit4] 2> 133087 INFO (zkCallback-330-thread-1-processing-n:127.0.0.1:38091_solr) [n:127.0.0.1:38091_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
[junit4] 2> 133087 INFO (zkCallback-322-thread-1-processing-n:127.0.0.1:42609_solr) [n:127.0.0.1:42609_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
[junit4] 2> 133087 INFO (zkCallback-326-thread-1-processing-n:127.0.0.1:35645_solr) [n:127.0.0.1:35645_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
[junit4] 2> 133087 INFO (zkCallback-328-thread-1-processing-n:127.0.0.1:40319_solr) [n:127.0.0.1:40319_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
[junit4] 2> 133109 INFO (parallelCoreAdminExecutor-750-thread-1-processing-n:127.0.0.1:40319_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520164123060 CREATE) [n:127.0.0.1:40319_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 133124 INFO (parallelCoreAdminExecutor-752-thread-1-processing-n:127.0.0.1:38091_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520144956850 CREATE) [n:127.0.0.1:38091_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 133125 INFO (parallelCoreAdminExecutor-754-thread-1-processing-n:127.0.0.1:35645_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520184105091 CREATE) [n:127.0.0.1:35645_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 133135 INFO (parallelCoreAdminExecutor-755-thread-1-processing-n:127.0.0.1:42609_solr 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520192122165 CREATE) [n:127.0.0.1:42609_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 133239 INFO (zkCallback-330-thread-1-processing-n:127.0.0.1:38091_solr) [n:127.0.0.1:38091_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
[junit4] 2> 133239 INFO (zkCallback-328-thread-1-processing-n:127.0.0.1:40319_solr) [n:127.0.0.1:40319_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
[junit4] 2> 133239 INFO (zkCallback-326-thread-1-processing-n:127.0.0.1:35645_solr) [n:127.0.0.1:35645_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
[junit4] 2> 133240 INFO (zkCallback-322-thread-1-processing-n:127.0.0.1:42609_solr) [n:127.0.0.1:42609_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
[junit4] 2> 133510 INFO (qtp1267948898-1526) [n:127.0.0.1:38091_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=1ea3a18c-885a-44ba-864b-6bd223e6f4c8&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 133510 INFO (qtp1267948898-1526) [n:127.0.0.1:38091_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=1ea3a18c-885a-44ba-864b-6bd223e6f4c8&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 133817 INFO (qtp1267948898-1542) [n:127.0.0.1:38091_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520144956850
[junit4] 2> 133817 INFO (qtp1267948898-1542) [n:127.0.0.1:38091_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520144956850&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 133819 INFO (qtp1435546065-1529) [n:127.0.0.1:35645_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520184105091
[junit4] 2> 133819 INFO (qtp1435546065-1529) [n:127.0.0.1:35645_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520184105091&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 133822 INFO (qtp161846229-1525) [n:127.0.0.1:42609_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520192122165
[junit4] 2> 133822 INFO (qtp161846229-1525) [n:127.0.0.1:42609_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520192122165&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 133825 INFO (qtp1951510531-1532) [n:127.0.0.1:40319_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520164123060
[junit4] 2> 133825 INFO (qtp1951510531-1532) [n:127.0.0.1:40319_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=1ea3a18c-885a-44ba-864b-6bd223e6f4c82260520164123060&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 133830 INFO (OverseerThreadFactory-749-thread-1-processing-n:127.0.0.1:42609_solr) [n:127.0.0.1:42609_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 134513 INFO (qtp1267948898-1545) [n:127.0.0.1:38091_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=1ea3a18c-885a-44ba-864b-6bd223e6f4c8&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 134515 INFO (qtp1267948898-1545) [n:127.0.0.1:38091_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=1ea3a18c-885a-44ba-864b-6bd223e6f4c8&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 134517 INFO (qtp1267948898-1531) [n:127.0.0.1:38091_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=1ea3a18c-885a-44ba-864b-6bd223e6f4c8&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 134518 INFO (qtp1267948898-1531) [n:127.0.0.1:38091_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=1ea3a18c-885a-44ba-864b-6bd223e6f4c8&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 134525 INFO (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[22607AD7AE46FF01]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@158e95f3{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 134525 INFO (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[22607AD7AE46FF01]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=64488250
[junit4] 2> 134526 INFO (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[22607AD7AE46FF01]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 134526 INFO (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[22607AD7AE46FF01]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jvm
[junit4] 2> 134526 INFO (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[22607AD7AE46FF01]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jetty
[junit4] 2> 134529 INFO (coreCloseExecutor-778-thread-1) [n:127.0.0.1:35645_solr c:falsepredicate s:shard4 r:core_node3 x:falsepredicate_shard4_replica1] o.a.s.c.SolrCore [falsepredicate_shard4_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@4f68912a
[junit4] 2> 134531 INFO (coreCloseExecutor-778-thread-1) [n:127.0.0.1:35645_solr c:falsepredicate s:shard4 r:core_node3 x:falsepredicate_shard4_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.falsepredicate.shard4.replica1
[junit4] 2> 134533 INFO (zkCallback-328-thread-1-processing-n:127.0.0.1:40319_solr) [n:127.0.0.1:40319_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 134533 INFO (zkCallback-330-thread-1-processing-n:127.0.0.1:38091_solr) [n:127.0.0.1:38091_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 134533 INFO (zkCallback-322-thread-1-processing-n:127.0.0.1:42609_solr) [n:127.0.0.1:42609_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 134534 INFO (zkCallback-337-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 134636 INFO (zkCallback-328-thread-1-processing-n:127.0.0.1:40319_solr) [n:127.0.0.1:40319_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [3])
[junit4] 2> 134636 INFO (zkCallback-330-thread-2-processing-n:127.0.0.1:38091_solr) [n:127.0.0.1:38091_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [3])
[junit4] 2> 134636 INFO (zkCallback-322-thread-1-processing-n:127.0.0.1:42609_solr) [n:127.0.0.1:42609_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [3])
[junit4] 2> 135506 INFO (OverseerCollectionConfigSetProcessor-98517883061927944-127.0.0.1:42609_solr-n_0000000000) [n:127.0.0.1:42609_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 136033 WARN (zkCallback-326-thread-1-processing-n:127.0.0.1:35645_solr) [n:127.0.0.1:35645_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 136033 INFO (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[22607AD7AE46FF01]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7b92f622{/solr,null,UNAVAILABLE}
[junit4] 2> 136036 INFO (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[22607AD7AE46FF01]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1c260506{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 136037 INFO (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[22607AD7AE46FF01]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1945680571
[junit4] 2> 136037 INFO (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[22607AD7AE46FF01]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 136037 INFO (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[22607AD7AE46FF01]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jvm
[junit4] 2> 136037 INFO (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[22607AD7AE46FF01]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jetty
[junit4] 2> 136038 INFO (coreCloseExecutor-780-thread-1) [n:127.0.0.1:40319_solr c:falsepredicate s:shard2 r:core_node2 x:falsepredicate_shard2_replica1] o.a.s.c.SolrCore [falsepredicate_shard2_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@4cbe6a9b
[junit4] 2> 136044 INFO (coreCloseExecutor-780-thread-1) [n:127.0.0.1:40319_solr c:falsepredicate s:shard2 r:core_node2 x:falsepredicate_shard2_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.falsepredicate.shard2.replica1
[junit4] 2> 136045 INFO (zkCallback-322-thread-1-processing-n:127.0.0.1:42609_solr) [n:127.0.0.1:42609_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 136048 INFO (zkCallback-330-thread-2-processing-n:127.0.0.1:38091_solr) [n:127.0.0.1:38091_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 136048 INFO (zkCallback-337-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 136142 INFO (zkCallback-330-thread-2-processing-n:127.0.0.1:38091_solr) [n:127.0.0.1:38091_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [2])
[junit4] 2> 136142 INFO (zkCallback-322-thread-1-processing-n:127.0.0.1:42609_solr) [n:127.0.0.1:42609_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [2])
[junit4] 2> 136144 INFO (zkCallback-337-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [2])
[junit4] 2> 137545 WARN (zkCallback-328-thread-1-processing-n:127.0.0.1:40319_solr) [n:127.0.0.1:40319_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 137546 INFO (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[22607AD7AE46FF01]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@32fe1d36{/solr,null,UNAVAILABLE}
[junit4] 2> 137547 INFO (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[22607AD7AE46FF01]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 137548 INFO (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[22607AD7AE46FF01]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@779f5868{/solr,null,AVAILABLE}
[junit4] 2> 137549 INFO (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[22607AD7AE46FF01]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@e50f524{SSL,[ssl, http/1.1]}{127.0.0.1:42079}
[junit4] 2> 137549 INFO (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[22607AD7AE46FF01]) [ ] o.e.j.s.Server Started @140257ms
[junit4] 2> 137549 INFO (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[22607AD7AE46FF01]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42079}
[junit4] 2> 137549 ERROR (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[22607AD7AE46FF01]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 137549 INFO (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[22607AD7AE46FF01]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.1
[junit4] 2> 137549 INFO (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[22607AD7AE46FF01]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 137549 INFO (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[22607AD7AE46FF01]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 137549 INFO (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[22607AD7AE46FF01]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-20T21:13:23.077Z
[junit4] 2> 137551 INFO (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[22607AD7AE46FF01]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 137560 INFO (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[22607AD7AE46FF01]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 137561 INFO (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[22607AD7AE46FF01]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35253/solr
[junit4] 2> 137568 INFO (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[22607AD7AE46FF01]) [n:127.0.0.1:42079_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 137570 INFO (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[22607AD7AE46FF01]) [n:127.0.0.1:42079_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 137571 INFO (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[22607AD7AE46FF01]) [n:127.0.0.1:42079_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42079_solr
[junit4] 2> 137572 INFO (zkCallback-330-thread-2-processing-n:127.0.0.1:38091_solr) [n:127.0.0.1:38091_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 137572 INFO (zkCallback-337-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 137576 INFO (zkCallback-343-thread-1-processing-n:127.0.0.1:42079_solr) [n:127.0.0.1:42079_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 137576 INFO (zkCallback-322-thread-1-processing-n:127.0.0.1:42609_solr) [n:127.0.0.1:42609_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 137673 INFO (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[22607AD7AE46FF01]) [n:127.0.0.1:42079_solr ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_22607AD7AE46FF01-001/tempDir-001/node2/.
[junit4] 2> 137673 INFO (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[22607AD7AE46FF01]) [n:127.0.0.1:42079_solr ] o.a.s.c.CorePropertiesLocator Cores are: [falsepredicate_shard4_replica1]
[junit4] 2> 137675 INFO (coreLoadExecutor-787-thread-1-processing-n:127.0.0.1:42079_solr) [n:127.0.0.1:42079_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 137778 INFO (zkCallback-322-thread-1-processing-n:127.0.0.1:42609_solr) [n:127.0.0.1:42609_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [3])
[junit4] 2> 137778 INFO (zkCallback-343-thread-1-processing-n:127.0.0.1:42079_solr) [n:127.0.0.1:42079_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [3])
[junit4] 2> 137778 INFO (zkCallback-330-thread-2-processing-n:127.0.0.1:38091_solr) [n:127.0.0.1:38091_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [3])
[junit4] 2> 137778 INFO (zkCallback-337-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [3])
[junit4] 2> 138693 INFO (coreLoadExecutor-787-thread-1-processing-n:127.0.0.1:42079_solr) [n:127.0.0.1:42079_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 138731 INFO (coreLoadExecutor-787-thread-1-processing-n:127.0.0.1:42079_solr) [n:127.0.0.1:42079_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.s.IndexSchema [falsepredicate_shard4_replica1] Schema name=test
[junit4] 2> 138816 WARN (coreLoadExecutor-787-thread-1-processing-n:127.0.0.1:42079_solr) [n:127.0.0.1:42079_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
[junit4] 2> 138817 WARN (coreLoadExecutor-787-thread-1-processing-n:127.0.0.1:42079_solr) [n:127.0.0.1:42079_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
[junit4] 2> 138818 INFO (coreLoadExecutor-787-thread-1-processing-n:127.0.0.1:42079_solr) [n:127.0.0.1:42079_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 138818 INFO (coreLoadExecutor-787-thread-1-processing-n:127.0.0.1:42079_solr) [n:127.0.0.1:42079_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.c.CoreContainer Creating SolrCore 'falsepredicate_shard4_replica1' using configuration from collection falsepredicate, trusted=true
[junit4] 2> 138819 INFO (coreLoadExecutor-787-thread-1-processing-n:127.0.0.1:42079_solr) [n:127.0.0.1:42079_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 138819 INFO (coreLoadExecutor-787-thread-1-processing-n:127.0.0.1:42079_solr) [n:127.0.0.1:42079_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.c.SolrCore [[falsepredicate_shard4_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_22607AD7AE46FF01-001/tempDir-001/node2/falsepredicate_shard4_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_22607AD7AE46FF01-001/tempDir-001/node2/./falsepredicate_shard4_replica1/data/]
[junit4] 2> 138849 INFO (coreLoadExecutor-787-thread-1-processing-n:127.0.0.1:42079_solr) [n:127.0.0.1:42079_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 138849 INFO (coreLoadExecutor-787-thread-1-processing-n:127.0.0.1:42079_solr) [n:127.0.0.1:42079_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 138850 INFO (coreLoadExecutor-787-thread-1-processing-n:127.0.0.1:42079_solr) [n:127.0.0.1:42079_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 138850 INFO (coreLoadExecutor-787-thread-1-proc
[...truncated too long message...]
ocessing-n:127.0.0.1:42079_solr) [n:127.0.0.1:42079_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 188252 INFO (zkCallback-349-thread-1-processing-n:127.0.0.1:42207_solr) [n:127.0.0.1:42207_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 188252 INFO (coreCloseExecutor-860-thread-4) [n:127.0.0.1:42207_solr c:currentstate s:shard1 r:core_node1 x:currentstate_shard1_replica1] o.a.s.c.SolrCore [currentstate_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@79ed0dd2
[junit4] 2> 188252 INFO (coreCloseExecutor-858-thread-3) [n:127.0.0.1:42609_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.SolrCore [waitforstate_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@7de7acd7
[junit4] 2> 188253 INFO (coreCloseExecutor-858-thread-1) [n:127.0.0.1:42609_solr c:falsepredicate s:shard3 r:core_node4 x:falsepredicate_shard3_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.falsepredicate.shard3.replica1
[junit4] 2> 188254 INFO (coreCloseExecutor-860-thread-1) [n:127.0.0.1:42207_solr c:falsepredicate s:shard2 r:core_node6 x:falsepredicate_shard2_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.falsepredicate.shard2.replica1
[junit4] 2> 188254 INFO (coreCloseExecutor-859-thread-1) [n:127.0.0.1:42079_solr c:falsepredicate s:shard4 r:core_node5 x:falsepredicate_shard4_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.falsepredicate.shard4.replica1
[junit4] 2> 188254 INFO (coreCloseExecutor-858-thread-2) [n:127.0.0.1:42609_solr c:testcollection s:shard3 r:core_node2 x:testcollection_shard3_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testcollection.shard3.replica1
[junit4] 2> 188254 INFO (coreCloseExecutor-860-thread-2) [n:127.0.0.1:42207_solr c:delayed s:shard1 r:core_node1 x:delayed_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.delayed.shard1.replica1
[junit4] 2> 188255 INFO (coreCloseExecutor-859-thread-2) [n:127.0.0.1:42079_solr c:testcollection s:shard2 r:core_node4 x:testcollection_shard2_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testcollection.shard2.replica1
[junit4] 2> 188255 INFO (coreCloseExecutor-860-thread-4) [n:127.0.0.1:42207_solr c:currentstate s:shard1 r:core_node1 x:currentstate_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.currentstate.shard1.replica1
[junit4] 2> 188256 INFO (coreCloseExecutor-860-thread-3) [n:127.0.0.1:42207_solr c:testcollection s:shard4 r:core_node1 x:testcollection_shard4_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testcollection.shard4.replica1
[junit4] 2> 188257 INFO (coreCloseExecutor-858-thread-3) [n:127.0.0.1:42609_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.waitforstate.shard1.replica1
[junit4] 2> 188258 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e017e1fee0015, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 188259 INFO (jetty-closer-308-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98517883061927944-127.0.0.1:42609_solr-n_0000000000) closing
[junit4] 2> 188259 INFO (OverseerStateUpdate-98517883061927944-127.0.0.1:42609_solr-n_0000000000) [n:127.0.0.1:42609_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:42609_solr
[junit4] 2> 188260 INFO (zkCallback-322-thread-2-processing-n:127.0.0.1:42609_solr) [n:127.0.0.1:42609_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (1)
[junit4] 2> 188260 WARN (zkCallback-322-thread-2-processing-n:127.0.0.1:42609_solr) [n:127.0.0.1:42609_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 188261 INFO (jetty-closer-308-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@523ec670{/solr,null,UNAVAILABLE}
[junit4] 2> 189752 WARN (zkCallback-358-thread-1-processing-n:127.0.0.1:33773_solr) [n:127.0.0.1:33773_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 189752 INFO (jetty-closer-308-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7f91ba2c{/solr,null,UNAVAILABLE}
[junit4] 2> 189758 WARN (zkCallback-343-thread-1-processing-n:127.0.0.1:42079_solr) [n:127.0.0.1:42079_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 189758 INFO (jetty-closer-308-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@779f5868{/solr,null,UNAVAILABLE}
[junit4] 2> 189758 WARN (zkCallback-349-thread-2-processing-n:127.0.0.1:42207_solr) [n:127.0.0.1:42207_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 189759 INFO (jetty-closer-308-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@66b474ac{/solr,null,UNAVAILABLE}
[junit4] 2> 189759 ERROR (SUITE-TestCollectionStateWatchers-seed#[22607AD7AE46FF01]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 189760 INFO (SUITE-TestCollectionStateWatchers-seed#[22607AD7AE46FF01]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35253 35253
[junit4] 2> 195826 INFO (Thread-305) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35253 35253
[junit4] 2> 195827 WARN (Thread-305) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/aliases.json
[junit4] 2> 7 /solr/security.json
[junit4] 2> 6 /solr/configs/config
[junit4] 2> 3 /solr/collections/stateformat1/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 12 /solr/collections/waitforstate/state.json
[junit4] 2> 8 /solr/clusterprops.json
[junit4] 2> 8 /solr/clusterstate.json
[junit4] 2> 7 /solr/collections/falsepredicate/state.json
[junit4] 2> 7 /solr/collections/testcollection/state.json
[junit4] 2> 3 /solr/overseer_elect/election/98517883061927944-127.0.0.1:42609_solr-n_0000000000
[junit4] 2> 3 /solr/collections/stateformat1/state.json
[junit4] 2> 2 /solr/collections/currentstate/state.json
[junit4] 2> 2 /solr/collections/delayed/state.json
[junit4] 2> 2 /solr/collections/tobedeleted/state.json
[junit4] 2> 2 /solr/overseer_elect/election/98517883061927947-127.0.0.1:40319_solr-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/collections
[junit4] 2> 5 /solr/live_nodes
[junit4] 2>
[junit4] 2> 195827 INFO (SUITE-TestCollectionStateWatchers-seed#[22607AD7AE46FF01]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_22607AD7AE46FF01-001
[junit4] 2> NOTE: test params are: codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=2492, maxDocsPerChunk=7, blockSize=6), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=2492, blockSize=6)), sim=RandomSimilarity(queryNorm=false,coord=crazy): {}, locale=sr-ME, timezone=Asia/Katmandu
[junit4] 2> NOTE: Linux 4.10.0-27-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=218056752,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [CommonAdminParamsTest, HyperbolicCosineEvaluatorTest, LBHttpSolrClientBuilderTest, HttpSolrClientBuilderTest, RoundEvaluatorTest, SubtractEvaluatorTest, CosineEvaluatorTest, ArcSineEvaluatorTest, LessThanEqualToEvaluatorTest, TestJsonRecordReader, SolrQueryTest, EqualsEvaluatorTest, QueryResponseTest, DocumentAnalysisResponseTest, UuidEvaluatorTest, MergeIndexesEmbeddedTest, TestDocumentObjectBinder, SolrZkClientTest, FloorEvaluatorTest, StreamExpressionToExplanationTest, SelectWithEvaluatorsTest, SolrExampleStreamingBinaryTest, SolrExampleBinaryTest, SolrExampleJettyTest, SolrExampleEmbeddedTest, LargeVolumeBinaryJettyTest, LargeVolumeEmbeddedTest, LargeVolumeJettyTest, TestSolrProperties, TestCoreAdmin, TestHash, ContentStreamTest, ModifiableSolrParamsTest, TestFastInputStream, TestXMLEscaping, SolrDocumentTest, SolrExceptionTest, TestUpdateRequestCodec, ClientUtilsTest, NamedListTest, CollectionAdminRequestRequiredParamsTest, GetByIdTest, TestSolrJErrorHandling, BasicHttpSolrClientTest, CloudSolrClientBuilderTest, CloudSolrClientCacheTest, CloudSolrClientTest, GraphExpressionTest, JDBCStreamTest, TestDelegationTokenResponse, TestCollectionStateWatchers]
[junit4] Completed [130/130 (1!)] on J1 in 64.85s, 9 tests, 1 failure <<< FAILURES!
[...truncated 42659 lines...]
[JENKINS] Lucene-Solr-6.6-Linux (32bit/jdk1.8.0_144) - Build # 71 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.6-Linux/71/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseG1GC
4 tests failed.
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
expected:<3> but was:<2>
Stack Trace:
java.lang.AssertionError: expected:<3> but was:<2>
at __randomizedtesting.SeedInfo.seed([C8CD88DCAD20A8B2:80B8FC68AB138727]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:522)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.ShardSplitTest.testSplitWithChaosMonkey
Error Message:
There are still nodes recoverying - waited for 330 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
at __randomizedtesting.SeedInfo.seed([C8CD88DCAD20A8B2:43EA5B0DEC260336]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:187)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:144)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:139)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:856)
at org.apache.solr.cloud.ShardSplitTest.testSplitWithChaosMonkey(ShardSplitTest.java:437)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.security.BasicAuthIntegrationTest.testBasicAuth
Error Message:
Error from server at https://127.0.0.1:44009/solr/authCollection: No registered leader was found after waiting for 4000ms , collection: authCollection slice: shard2
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:44009/solr/authCollection: No registered leader was found after waiting for 4000ms , collection: authCollection slice: shard2
at __randomizedtesting.SeedInfo.seed([C8CD88DCAD20A8B2:74A3FECE09732BC8]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:447)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:388)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1383)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1134)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1073)
at org.apache.solr.security.BasicAuthIntegrationTest.testBasicAuth(BasicAuthIntegrationTest.java:194)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.common.cloud.TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure
Error Message:
Did not see a fully active cluster after 30 seconds
Stack Trace:
java.lang.AssertionError: Did not see a fully active cluster after 30 seconds
at __randomizedtesting.SeedInfo.seed([7E6E96D9CB7B9FEA:F658348A13D477F8]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.common.cloud.TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure(TestCollectionStateWatchers.java:250)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11748 lines...]
[junit4] Suite: org.apache.solr.cloud.ShardSplitTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_C8CD88DCAD20A8B2-001/init-core-data-001
[junit4] 2> 161110 WARN (SUITE-ShardSplitTest-seed#[C8CD88DCAD20A8B2]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=3 numCloses=3
[junit4] 2> 161110 INFO (SUITE-ShardSplitTest-seed#[C8CD88DCAD20A8B2]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields
[junit4] 2> 161112 INFO (SUITE-ShardSplitTest-seed#[C8CD88DCAD20A8B2]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 161112 INFO (SUITE-ShardSplitTest-seed#[C8CD88DCAD20A8B2]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 161114 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 161114 INFO (Thread-467) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 161114 INFO (Thread-467) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 161117 ERROR (Thread-467) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 161214 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.c.ZkTestServer start zk server on port:39999
[junit4] 2> 161230 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 161231 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 161233 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 161234 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 161235 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 161236 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 161237 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 161238 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 161239 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 161240 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 161241 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 161306 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_C8CD88DCAD20A8B2-001/control-001/cores/collection1
[junit4] 2> 161308 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 161310 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@eb03dd{/,null,AVAILABLE}
[junit4] 2> 161310 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1bc0e4b{HTTP/1.1,[http/1.1]}{127.0.0.1:38517}
[junit4] 2> 161310 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.e.j.s.Server Started @162343ms
[junit4] 2> 161310 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_C8CD88DCAD20A8B2-001/tempDir-001/control/data, hostContext=/, hostPort=38517, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_C8CD88DCAD20A8B2-001/control-001/cores}
[junit4] 2> 161310 ERROR (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 161310 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.1
[junit4] 2> 161311 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 161311 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 161311 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-20T14:24:21.098Z
[junit4] 2> 161315 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 161315 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_C8CD88DCAD20A8B2-001/control-001/solr.xml
[junit4] 2> 161329 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 161329 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39999/solr
[junit4] 2> 161346 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [n:127.0.0.1:38517_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 161346 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [n:127.0.0.1:38517_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38517_
[junit4] 2> 161347 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [n:127.0.0.1:38517_ ] o.a.s.c.Overseer Overseer (id=98516275095273476-127.0.0.1:38517_-n_0000000000) starting
[junit4] 2> 161352 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [n:127.0.0.1:38517_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38517_
[junit4] 2> 161353 INFO (zkCallback-296-thread-1-processing-n:127.0.0.1:38517_) [n:127.0.0.1:38517_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 161526 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [n:127.0.0.1:38517_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_C8CD88DCAD20A8B2-001/control-001/cores
[junit4] 2> 161526 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [n:127.0.0.1:38517_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 161527 INFO (coreLoadExecutor-633-thread-1-processing-n:127.0.0.1:38517_) [n:127.0.0.1:38517_ c:control_collection x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 161530 INFO (OverseerStateUpdate-98516275095273476-127.0.0.1:38517_-n_0000000000) [n:127.0.0.1:38517_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 162563 WARN (coreLoadExecutor-633-thread-1-processing-n:127.0.0.1:38517_) [n:127.0.0.1:38517_ c:control_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 162565 INFO (coreLoadExecutor-633-thread-1-processing-n:127.0.0.1:38517_) [n:127.0.0.1:38517_ c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 162602 INFO (coreLoadExecutor-633-thread-1-processing-n:127.0.0.1:38517_) [n:127.0.0.1:38517_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 162678 INFO (coreLoadExecutor-633-thread-1-processing-n:127.0.0.1:38517_) [n:127.0.0.1:38517_ c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 162694 INFO (coreLoadExecutor-633-thread-1-processing-n:127.0.0.1:38517_) [n:127.0.0.1:38517_ c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection, trusted=true
[junit4] 2> 162697 INFO (coreLoadExecutor-633-thread-1-processing-n:127.0.0.1:38517_) [n:127.0.0.1:38517_ c:control_collection x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 162698 INFO (coreLoadExecutor-633-thread-1-processing-n:127.0.0.1:38517_) [n:127.0.0.1:38517_ c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_C8CD88DCAD20A8B2-001/control-001/cores/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_C8CD88DCAD20A8B2-001/control-001/cores/collection1/data/]
[junit4] 2> 162698 INFO (coreLoadExecutor-633-thread-1-processing-n:127.0.0.1:38517_) [n:127.0.0.1:38517_ c:control_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@92a081
[junit4] 2> 162700 INFO (coreLoadExecutor-633-thread-1-processing-n:127.0.0.1:38517_) [n:127.0.0.1:38517_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=46, maxMergeAtOnceExplicit=47, maxMergedSegmentMB=86.048828125, floorSegmentMB=1.6455078125, forceMergeDeletesPctAllowed=17.673594641127103, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 162723 WARN (coreLoadExecutor-633-thread-1-processing-n:127.0.0.1:38517_) [n:127.0.0.1:38517_ c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 162755 INFO (coreLoadExecutor-633-thread-1-processing-n:127.0.0.1:38517_) [n:127.0.0.1:38517_ c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 162755 INFO (coreLoadExecutor-633-thread-1-processing-n:127.0.0.1:38517_) [n:127.0.0.1:38517_ c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 162755 INFO (coreLoadExecutor-633-thread-1-processing-n:127.0.0.1:38517_) [n:127.0.0.1:38517_ c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 162755 INFO (coreLoadExecutor-633-thread-1-processing-n:127.0.0.1:38517_) [n:127.0.0.1:38517_ c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 162756 INFO (coreLoadExecutor-633-thread-1-processing-n:127.0.0.1:38517_) [n:127.0.0.1:38517_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=31, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.18689397112091957]
[junit4] 2> 162756 INFO (coreLoadExecutor-633-thread-1-processing-n:127.0.0.1:38517_) [n:127.0.0.1:38517_ c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@b0ae96[collection1] main]
[junit4] 2> 162758 INFO (coreLoadExecutor-633-thread-1-processing-n:127.0.0.1:38517_) [n:127.0.0.1:38517_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 162758 INFO (coreLoadExecutor-633-thread-1-processing-n:127.0.0.1:38517_) [n:127.0.0.1:38517_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 162758 INFO (coreLoadExecutor-633-thread-1-processing-n:127.0.0.1:38517_) [n:127.0.0.1:38517_ c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 162761 INFO (searcherExecutor-634-thread-1-processing-n:127.0.0.1:38517_ x:collection1 c:control_collection) [n:127.0.0.1:38517_ c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@b0ae96[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 162761 INFO (coreLoadExecutor-633-thread-1-processing-n:127.0.0.1:38517_) [n:127.0.0.1:38517_ c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576260403250331648
[junit4] 2> 162766 INFO (coreZkRegister-626-thread-1-processing-n:127.0.0.1:38517_ x:collection1 c:control_collection) [n:127.0.0.1:38517_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 162766 INFO (coreZkRegister-626-thread-1-processing-n:127.0.0.1:38517_ x:collection1 c:control_collection) [n:127.0.0.1:38517_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 162767 INFO (coreZkRegister-626-thread-1-processing-n:127.0.0.1:38517_ x:collection1 c:control_collection) [n:127.0.0.1:38517_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38517/collection1/
[junit4] 2> 162767 INFO (coreZkRegister-626-thread-1-processing-n:127.0.0.1:38517_ x:collection1 c:control_collection) [n:127.0.0.1:38517_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 162767 INFO (coreZkRegister-626-thread-1-processing-n:127.0.0.1:38517_ x:collection1 c:control_collection) [n:127.0.0.1:38517_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:38517/collection1/ has no replicas
[junit4] 2> 162767 INFO (coreZkRegister-626-thread-1-processing-n:127.0.0.1:38517_ x:collection1 c:control_collection) [n:127.0.0.1:38517_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 162769 INFO (coreZkRegister-626-thread-1-processing-n:127.0.0.1:38517_ x:collection1 c:control_collection) [n:127.0.0.1:38517_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38517/collection1/ shard1
[junit4] 2> 162920 INFO (coreZkRegister-626-thread-1-processing-n:127.0.0.1:38517_ x:collection1 c:control_collection) [n:127.0.0.1:38517_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 163037 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 163038 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39999/solr ready
[junit4] 2> 163038 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 163097 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_C8CD88DCAD20A8B2-001/shard-1-001/cores/collection1
[junit4] 2> 163097 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_C8CD88DCAD20A8B2-001/shard-1-001
[junit4] 2> 163098 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 163099 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@155f2b{/,null,AVAILABLE}
[junit4] 2> 163099 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@169e6a9{HTTP/1.1,[http/1.1]}{127.0.0.1:36831}
[junit4] 2> 163099 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.e.j.s.Server Started @164132ms
[junit4] 2> 163099 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_C8CD88DCAD20A8B2-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=36831, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_C8CD88DCAD20A8B2-001/shard-1-001/cores}
[junit4] 2> 163099 ERROR (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 163100 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.1
[junit4] 2> 163100 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 163100 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 163100 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-20T14:24:22.887Z
[junit4] 2> 163102 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 163102 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_C8CD88DCAD20A8B2-001/shard-1-001/solr.xml
[junit4] 2> 163107 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 163108 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39999/solr
[junit4] 2> 163114 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [n:127.0.0.1:36831_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 163115 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [n:127.0.0.1:36831_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 163116 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [n:127.0.0.1:36831_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36831_
[junit4] 2> 163117 INFO (zkCallback-296-thread-1-processing-n:127.0.0.1:38517_) [n:127.0.0.1:38517_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 163117 INFO (zkCallback-305-thread-1-processing-n:127.0.0.1:36831_) [n:127.0.0.1:36831_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 163117 INFO (zkCallback-300-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 163371 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [n:127.0.0.1:36831_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_C8CD88DCAD20A8B2-001/shard-1-001/cores
[junit4] 2> 163371 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [n:127.0.0.1:36831_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 163372 INFO (coreLoadExecutor-644-thread-1-processing-n:127.0.0.1:36831_) [n:127.0.0.1:36831_ c:collection1 x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 163373 INFO (OverseerStateUpdate-98516275095273476-127.0.0.1:38517_-n_0000000000) [n:127.0.0.1:38517_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 164399 WARN (coreLoadExecutor-644-thread-1-processing-n:127.0.0.1:36831_) [n:127.0.0.1:36831_ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 164400 INFO (coreLoadExecutor-644-thread-1-processing-n:127.0.0.1:36831_) [n:127.0.0.1:36831_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 164422 INFO (coreLoadExecutor-644-thread-1-processing-n:127.0.0.1:36831_) [n:127.0.0.1:36831_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 164483 INFO (coreLoadExecutor-644-thread-1-processing-n:127.0.0.1:36831_) [n:127.0.0.1:36831_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 164498 INFO (coreLoadExecutor-644-thread-1-processing-n:127.0.0.1:36831_) [n:127.0.0.1:36831_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
[junit4] 2> 164498 INFO (coreLoadExecutor-644-thread-1-processing-n:127.0.0.1:36831_) [n:127.0.0.1:36831_ c:collection1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 164498 INFO (coreLoadExecutor-644-thread-1-processing-n:127.0.0.1:36831_) [n:127.0.0.1:36831_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_C8CD88DCAD20A8B2-001/shard-1-001/cores/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_C8CD88DCAD20A8B2-001/shard-1-001/cores/collection1/data/]
[junit4] 2> 164499 INFO (coreLoadExecutor-644-thread-1-processing-n:127.0.0.1:36831_) [n:127.0.0.1:36831_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@92a081
[junit4] 2> 164501 INFO (coreLoadExecutor-644-thread-1-processing-n:127.0.0.1:36831_) [n:127.0.0.1:36831_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=46, maxMergeAtOnceExplicit=47, maxMergedSegmentMB=86.048828125, floorSegmentMB=1.6455078125, forceMergeDeletesPctAllowed=17.673594641127103, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 164526 WARN (coreLoadExecutor-644-thread-1-processing-n:127.0.0.1:36831_) [n:127.0.0.1:36831_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 164570 INFO (coreLoadExecutor-644-thread-1-processing-n:127.0.0.1:36831_) [n:127.0.0.1:36831_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 164570 INFO (coreLoadExecutor-644-thread-1-processing-n:127.0.0.1:36831_) [n:127.0.0.1:36831_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 164571 INFO (coreLoadExecutor-644-thread-1-processing-n:127.0.0.1:36831_) [n:127.0.0.1:36831_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 164571 INFO (coreLoadExecutor-644-thread-1-processing-n:127.0.0.1:36831_) [n:127.0.0.1:36831_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 164573 INFO (coreLoadExecutor-644-thread-1-processing-n:127.0.0.1:36831_) [n:127.0.0.1:36831_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=31, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.18689397112091957]
[junit4] 2> 164573 INFO (coreLoadExecutor-644-thread-1-processing-n:127.0.0.1:36831_) [n:127.0.0.1:36831_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@497555[collection1] main]
[junit4] 2> 164575 INFO (coreLoadExecutor-644-thread-1-processing-n:127.0.0.1:36831_) [n:127.0.0.1:36831_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 164575 INFO (coreLoadExecutor-644-thread-1-processing-n:127.0.0.1:36831_) [n:127.0.0.1:36831_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 164576 INFO (coreLoadExecutor-644-thread-1-processing-n:127.0.0.1:36831_) [n:127.0.0.1:36831_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 164611 INFO (searcherExecutor-645-thread-1-processing-n:127.0.0.1:36831_ x:collection1 c:collection1) [n:127.0.0.1:36831_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@497555[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 164611 INFO (coreLoadExecutor-644-thread-1-processing-n:127.0.0.1:36831_) [n:127.0.0.1:36831_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576260405190197248
[junit4] 2> 164616 INFO (coreZkRegister-639-thread-1-processing-n:127.0.0.1:36831_ x:collection1 c:collection1) [n:127.0.0.1:36831_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 164617 INFO (coreZkRegister-639-thread-1-processing-n:127.0.0.1:36831_ x:collection1 c:collection1) [n:127.0.0.1:36831_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 164617 INFO (coreZkRegister-639-thread-1-processing-n:127.0.0.1:36831_ x:collection1 c:collection1) [n:127.0.0.1:36831_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36831/collection1/
[junit4] 2> 164617 INFO (coreZkRegister-639-thread-1-processing-n:127.0.0.1:36831_ x:collection1 c:collection1) [n:127.0.0.1:36831_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 164617 INFO (coreZkRegister-639-thread-1-processing-n:127.0.0.1:36831_ x:collection1 c:collection1) [n:127.0.0.1:36831_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:36831/collection1/ has no replicas
[junit4] 2> 164617 INFO (coreZkRegister-639-thread-1-processing-n:127.0.0.1:36831_ x:collection1 c:collection1) [n:127.0.0.1:36831_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 164620 INFO (coreZkRegister-639-thread-1-processing-n:127.0.0.1:36831_ x:collection1 c:collection1) [n:127.0.0.1:36831_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:36831/collection1/ shard2
[junit4] 2> 164771 INFO (coreZkRegister-639-thread-1-processing-n:127.0.0.1:36831_ x:collection1 c:collection1) [n:127.0.0.1:36831_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 164932 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_C8CD88DCAD20A8B2-001/shard-2-001/cores/collection1
[junit4] 2> 164933 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_C8CD88DCAD20A8B2-001/shard-2-001
[junit4] 2> 164934 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 164934 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1cd91c0{/,null,AVAILABLE}
[junit4] 2> 164936 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1d00207{HTTP/1.1,[http/1.1]}{127.0.0.1:45227}
[junit4] 2> 164936 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.e.j.s.Server Started @165969ms
[junit4] 2> 164936 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_C8CD88DCAD20A8B2-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=45227, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_C8CD88DCAD20A8B2-001/shard-2-001/cores}
[junit4] 2> 164937 ERROR (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 164937 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.1
[junit4] 2> 164937 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 164937 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 164937 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-20T14:24:24.724Z
[junit4] 2> 164942 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 164942 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_C8CD88DCAD20A8B2-001/shard-2-001/solr.xml
[junit4] 2> 164948 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 164948 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39999/solr
[junit4] 2> 164954 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [n:127.0.0.1:45227_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 164956 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [n:127.0.0.1:45227_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 164957 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [n:127.0.0.1:45227_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45227_
[junit4] 2> 164958 INFO (zkCallback-296-thread-1-processing-n:127.0.0.1:38517_) [n:127.0.0.1:38517_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 164958 INFO (zkCallback-305-thread-1-processing-n:127.0.0.1:36831_) [n:127.0.0.1:36831_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 164958 INFO (zkCallback-300-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 164958 INFO (zkCallback-311-thread-1-processing-n:127.0.0.1:45227_) [n:127.0.0.1:45227_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 165072 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [n:127.0.0.1:45227_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_C8CD88DCAD20A8B2-001/shard-2-001/cores
[junit4] 2> 165072 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [n:127.0.0.1:45227_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 165072 INFO (coreLoadExecutor-655-thread-1-processing-n:127.0.0.1:45227_) [n:127.0.0.1:45227_ c:collection1 x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 165073 INFO (OverseerStateUpdate-98516275095273476-127.0.0.1:38517_-n_0000000000) [n:127.0.0.1:38517_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 166096 WARN (coreLoadExecutor-655-thread-1-processing-n:127.0.0.1:45227_) [n:127.0.0.1:45227_ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 166097 INFO (coreLoadExecutor-655-thread-1-processing-n:127.0.0.1:45227_) [n:127.0.0.1:45227_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 166117 INFO (coreLoadExecutor-655-thread-1-processing-n:127.0.0.1:45227_) [n:127.0.0.1:45227_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 166184 INFO (coreLoadExecutor-655-thread-1-processing-n:127.0.0.1:45227_) [n:127.0.0.1:45227_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 166194 INFO (coreLoadExecutor-655-thread-1-processing-n:127.0.0.1:45227_) [n:127.0.0.1:45227_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
[junit4] 2> 166194 INFO (coreLoadExecutor-655-thread-1-processing-n:127.0.0.1:45227_) [n:127.0.0.1:45227_ c:collection1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 166194 INFO (coreLoadExecutor-655-thread-1-processing-n:127.0.0.1:45227_) [n:127.0.0.1:45227_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_C8CD88DCAD20A8B2-001/shard-2-001/cores/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_C8CD88DCAD20A8B2-001/shard-2-001/cores/collection1/data/]
[junit4] 2> 166195 INFO (coreLoadExecutor-655-thread-1-processing-n:127.0.0.1:45227_) [n:127.0.0.1:45227_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@92a081
[junit4] 2> 166196 INFO (coreLoadExecutor-655-thread-1-processing-n:127.0.0.1:45227_) [n:127.0.0.1:45227_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=46, maxMergeAtOnceExplicit=47, maxMergedSegmentMB=86.048828125, floorSegmentMB=1.6455078125, forceMergeDeletesPctAllowed=17.673594641127103, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 166215 WARN (coreLoadExecutor-655-thread-1-processing-n:127.0.0.1:45227_) [n:127.0.0.1:45227_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 166261 INFO (coreLoadExecutor-655-thread-1-processing-n:127.0.0.1:45227_) [n:127.0.0.1:45227_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 166261 INFO (coreLoadExecutor-655-thread-1-processing-n:127.0.0.1:45227_) [n:127.0.0.1:45227_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 166261 INFO (coreLoadExecutor-655-thread-1-processing-n:127.0.0.1:45227_) [n:127.0.0.1:45227_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 166261 INFO (coreLoadExecutor-655-thread-1-processing-n:127.0.0.1:45227_) [n:127.0.0.1:45227_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 166262 INFO (coreLoadExecutor-655-thread-1-processing-n:127.0.0.1:45227_) [n:127.0.0.1:45227_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=31, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.18689397112091957]
[junit4] 2> 166263 INFO (coreLoadExecutor-655-thread-1-processing-n:127.0.0.1:45227_) [n:127.0.0.1:45227_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7a7fb1[collection1] main]
[junit4] 2> 166263 INFO (coreLoadExecutor-655-thread-1-processing-n:127.0.0.1:45227_) [n:127.0.0.1:45227_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 166264 INFO (coreLoadExecutor-655-thread-1-processing-n:127.0.0.1:45227_) [n:127.0.0.1:45227_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 166264 INFO (coreLoadExecutor-655-thread-1-processing-n:127.0.0.1:45227_) [n:127.0.0.1:45227_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 166267 INFO (searcherExecutor-656-thread-1-processing-n:127.0.0.1:45227_ x:collection1 c:collection1) [n:127.0.0.1:45227_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7a7fb1[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 166267 INFO (coreLoadExecutor-655-thread-1-processing-n:127.0.0.1:45227_) [n:127.0.0.1:45227_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576260406926639104
[junit4] 2> 166272 INFO (coreZkRegister-650-thread-1-processing-n:127.0.0.1:45227_ x:collection1 c:collection1) [n:127.0.0.1:45227_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 166272 INFO (coreZkRegister-650-thread-1-processing-n:127.0.0.1:45227_ x:collection1 c:collection1) [n:127.0.0.1:45227_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 166272 INFO (coreZkRegister-650-thread-1-processing-n:127.0.0.1:45227_ x:collection1 c:collection1) [n:127.0.0.1:45227_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45227/collection1/
[junit4] 2> 166272 INFO (coreZkRegister-650-thread-1-processing-n:127.0.0.1:45227_ x:collection1 c:collection1) [n:127.0.0.1:45227_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 166272 INFO (coreZkRegister-650-thread-1-processing-n:127.0.0.1:45227_ x:collection1 c:collection1) [n:127.0.0.1:45227_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:45227/collection1/ has no replicas
[junit4] 2> 166272 INFO (coreZkRegister-650-thread-1-processing-n:127.0.0.1:45227_ x:collection1 c:collection1) [n:127.0.0.1:45227_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 166274 INFO (coreZkRegister-650-thread-1-processing-n:127.0.0.1:45227_ x:collection1 c:collection1) [n:127.0.0.1:45227_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45227/collection1/ shard1
[junit4] 2> 166425 INFO (coreZkRegister-650-thread-1-processing-n:127.0.0.1:45227_ x:collection1 c:collection1) [n:127.0.0.1:45227_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 166651 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_C8CD88DCAD20A8B2-001/shard-3-001/cores/collection1
[junit4] 2> 166651 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_C8CD88DCAD20A8B2-001/shard-3-001
[junit4] 2> 166652 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 166653 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@170e89c{/,null,AVAILABLE}
[junit4] 2> 166653 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@52e036{HTTP/1.1,[http/1.1]}{127.0.0.1:37645}
[junit4] 2> 166653 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.e.j.s.Server Started @167686ms
[junit4] 2> 166653 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_C8CD88DCAD20A8B2-001/tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/, hostPort=37645, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_C8CD88DCAD20A8B2-001/shard-3-001/cores}
[junit4] 2> 166654 ERROR (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 166654 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.1
[junit4] 2> 166654 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 166654 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 166654 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-20T14:24:26.441Z
[junit4] 2> 166659 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 166659 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_C8CD88DCAD20A8B2-001/shard-3-001/solr.xml
[junit4] 2> 166664 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 166665 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39999/solr
[junit4] 2> 166671 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [n:127.0.0.1:37645_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 166672 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [n:127.0.0.1:37645_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 166673 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [n:127.0.0.1:37645_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37645_
[junit4] 2> 166674 INFO (zkCallback-300-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 166674 INFO (zkCallback-311-thread-1-processing-n:127.0.0.1:45227_) [n:127.0.0.1:45227_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 166674 INFO (zkCallback-305-thread-1-processing-n:127.0.0.1:36831_) [n:127.0.0.1:36831_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 166674 INFO (zkCallback-296-thread-1-processing-n:127.0.0.1:38517_) [n:127.0.0.1:38517_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 166675 INFO (zkCallback-317-thread-1-processing-n:127.0.0.1:37645_) [n:127.0.0.1:37645_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 166753 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [n:127.0.0.1:37645_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_C8CD88DCAD20A8B2-001/shard-3-001/cores
[junit4] 2> 166753 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [n:127.0.0.1:37645_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 166753 INFO (coreLoadExecutor-666-thread-1-processing-n:127.0.0.1:37645_) [n:127.0.0.1:37645_ c:collection1 x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 166754 INFO (OverseerStateUpdate-98516275095273476-127.0.0.1:38517_-n_0000000000) [n:127.0.0.1:38517_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 167775 WARN (coreLoadExecutor-666-thread-1-processing-n:127.0.0.1:37645_) [n:127.0.0.1:37645_ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 167776 INFO (coreLoadExecutor-666-thread-1-processing-n:127.0.0.1:37645_) [n:127.0.0.1:37645_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 167797 INFO (coreLoadExecutor-666-thread-1-processing-n:127.0.0.1:37645_) [n:127.0.0.1:37645_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 167873 INFO (coreLoadExecutor-666-thread-1-processing-n:127.0.0.1:37645_) [n:127.0.0.1:37645_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 167884 INFO (coreLoadExecutor-666-thread-1-processing-n:127.0.0.1:37645_) [n:127.0.0.1:37645_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
[junit4] 2> 167884 INFO (coreLoadExecutor-666-thread-1-processing-n:127.0.0.1:37645_) [n:127.0.0.1:37645_ c:collection1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 167884 INFO (coreLoadExecutor-666-thread-1-processing-n:127.0.0.1:37645_) [n:127.0.0.1:37645_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_C8CD88DCAD20A8B2-001/shard-3-001/cores/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_C8CD88DCAD20A8B2-001/shard-3-001/cores/collection1/data/]
[junit4] 2> 167884 INFO (coreLoadExecutor-666-thread-1-processing-n:127.0.0.1:37645_) [n:127.0.0.1:37645_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@92a081
[junit4] 2> 167886 INFO (coreLoadExecutor-666-thread-1-processing-n:127.0.0.1:37645_) [n:127.0.0.1:37645_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=46, maxMergeAtOnceExplicit=47, maxMergedSegmentMB=86.048828125, floorSegmentMB=1.6455078125, forceMergeDeletesPctAllowed=17.673594641127103, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 167901 WARN (coreLoadExecutor-666-thread-1-processing-n:127.0.0.1:37645_) [n:127.0.0.1:37645_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 167941 INFO (coreLoadExecutor-666-thread-1-processing-n:127.0.0.1:37645_) [n:127.0.0.1:37645_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 167941 INFO (coreLoadExecutor-666-thread-1-processing-n:127.0.0.1:37645_) [n:127.0.0.1:37645_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 167942 INFO (coreLoadExecutor-666-thread-1-processing-n:127.0.0.1:37645_) [n:127.0.0.1:37645_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 167942 INFO (coreLoadExecutor-666-thread-1-processing-n:127.0.0.1:37645_) [n:127.0.0.1:37645_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 167943 INFO (coreLoadExecutor-666-thread-1-processing-n:127.0.0.1:37645_) [n:127.0.0.1:37645_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=31, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.18689397112091957]
[junit4] 2> 167943 INFO (coreLoadExecutor-666-thread-1-processing-n:127.0.0.1:37645_) [n:127.0.0.1:37645_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@f582ba[collection1] main]
[junit4] 2> 167944 INFO (coreLoadExecutor-666-thread-1-processing-n:127.0.0.1:37645_) [n:127.0.0.1:37645_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 167944 INFO (coreLoadExecutor-666-thread-1-processing-n:127.0.0.1:37645_) [n:127.0.0.1:37645_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 167944 INFO (coreLoadExecutor-666-thread-1-processing-n:127.0.0.1:37645_) [n:127.0.0.1:37645_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 167947 INFO (searcherExecutor-667-thread-1-processing-n:127.0.0.1:37645_ x:collection1 c:collection1) [n:127.0.0.1:37645_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@f582ba[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 167947 INFO (coreLoadExecutor-666-thread-1-processing-n:127.0.0.1:37645_) [n:127.0.0.1:37645_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576260408688246784
[junit4] 2> 167950 INFO (coreZkRegister-661-thread-1-processing-n:127.0.0.1:37645_ x:collection1 c:collection1) [n:127.0.0.1:37645_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
[junit4] 2> 167951 INFO (updateExecutor-314-thread-1-processing-n:127.0.0.1:37645_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:37645_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 167951 INFO (recoveryExecutor-315-thread-1-processing-n:127.0.0.1:37645_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:37645_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 167951 INFO (recoveryExecutor-315-thread-1-processing-n:127.0.0.1:37645_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:37645_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 167951 INFO (recoveryExecutor-315-thread-1-processing-n:127.0.0.1:37645_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:37645_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
[junit4] 2> 167951 INFO (recoveryExecutor-315-thread-1-processing-n:127.0.0.1:37645_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:37645_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 167951 INFO (recoveryExecutor-315-thread-1-processing-n:127.0.0.1:37645_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:37645_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:36831/collection1/] and I am [http://127.0.0.1:37645/collection1/]
[junit4] 2> 167953 INFO (recoveryExecutor-315-thread-1-processing-n:127.0.0.1:37645_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:37645_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:36831]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:37645_&coreNodeName=core_node3&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 167955 INFO (qtp3148857-1686) [n:127.0.0.1:36831_ ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
[junit4] 2> 167955 INFO (qtp3148857-1686) [n:127.0.0.1:36831_ ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard2 of collection1) have state: recovering
[junit4] 2> 167955 INFO (qtp3148857-1686) [n:127.0.0.1:36831_ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:37645_, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"http://127.0.0.1:37645","node_name":"127.0.0.1:37645_","state":"down"}
[junit4] 2> 168318 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_C8CD88DCAD20A8B2-001/shard-4-001/cores/collection1
[junit4] 2> 168318 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_C8CD88DCAD20A8B2-001/shard-4-001
[junit4] 2> 168318 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 168319 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1005455{/,null,AVAILABLE}
[junit4] 2> 168320 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1d58f0d{HTTP/1.1,[http/1.1]}{127.0.0.1:35629}
[junit4] 2> 168320 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.e.j.s.Server Started @169353ms
[junit4] 2> 168320 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_C8CD88DCAD20A8B2-001/tempDir-001/jetty4, solrconfig=solrconfig.xml, hostContext=/, hostPort=35629, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_C8CD88DCAD20A8B2-001/shard-4-001/cores}
[junit4] 2> 168321 ERROR (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 168321 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.1
[junit4] 2> 168321 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 168321 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 168321 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-20T14:24:28.108Z
[junit4] 2> 168324 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 168324 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_C8CD88DCAD20A8B2-001/shard-4-001/solr.xml
[junit4] 2> 168329 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 168330 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39999/solr
[junit4] 2> 168337 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [n:127.0.0.1:35629_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 168338 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [n:127.0.0.1:35629_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 168340 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [n:127.0.0.1:35629_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35629_
[junit4] 2> 168342 INFO (zkCallback-296-thread-1-processing-n:127.0.0.1:38517_) [n:127.0.0.1:38517_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 168342 INFO (zkCallback-317-thread-1-processing-n:127.0.0.1:37645_) [n:127.0.0.1:37645_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 168342 INFO (zkCallback-300-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 168343 INFO (zkCallback-311-thread-1-processing-n:127.0.0.1:45227_) [n:127.0.0.1:45227_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 168343 INFO (zkCallback-324-thread-1-processing-n:127.0.0.1:35629_) [n:127.0.0.1:35629_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 168345 INFO (zkCallback-305-thread-1-processing-n:127.0.0.1:36831_) [n:127.0.0.1:36831_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 168422 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [n:127.0.0.1:35629_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_C8CD88DCAD20A8B2-001/shard-4-001/cores
[junit4] 2> 168422 INFO (TEST-ShardSplitTest.test-seed#[C8CD88DCAD20A8B2]) [n:127.0.0.1:35629_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 168422 INFO (coreLoadExecutor-677-thread-1-processing-n:127.0.0.1:35629_) [n:127.0.0.1:35629_ c:collection1 x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 168423 INFO (OverseerStateUpdate-98516275095273476-127.0.0.1:38517_-n_0000000000) [n:127.0.0.1:38517_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 168955 INFO (qtp3148857-1686) [n:127.0.0.1:36831_ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:37645_, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"http://127.0.0.1:37645","node_name":"127.0.0.1:37645_","state":"recovering"}
[junit4] 2> 168955 INFO (qtp3148857-1686) [n:127.0.0.1:36831_ ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4] 2> 168955 INFO (qtp3148857-1686) [n:127.0.0.1:36831_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:37645_&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node3&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1000
[junit4] 2> 169434 WARN (coreLoadExecutor-677-thread-1-processing-n:127.0.0.1:35629_) [n:127.0.0.1:35629_ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 169435 INFO (coreLoadExecutor-677-thread-1-processing-n:127.0.0.1:35629_) [n:127.0.0.1:35629_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 169445 INFO (coreLoadExecutor-677-thread-1-processing-n:127.0.0.1:35629_) [n:127.0.0.1:35629_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 169464 INFO (recoveryExecutor-315-thread-1-processing-n:127.0.0.1:37645_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:37645_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:36831/collection1/] - recoveringAfterStartup=[true]
[junit4] 2> 169465 INFO (recoveryExecutor-315-thread-1-processing-n:127.0.0.1:37645_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:37645_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url=http://127.0.0.1:37645 START replicas=[http://127.0.0.1:36831/collection1/] nUpdates=100
[junit4] 2> 169468 INFO (qtp3148857-1686) [n:127.0.0.1:36831_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 169468 INFO (qtp3148857-1686) [n:127.0.0.1:36831_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 169469 INFO (recoveryExecutor-315-thread-1-processing-n:127.0.0.1:37645_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:37645_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 169469 INFO (recoveryExecutor-315-thread-1-processing-n:127.0.0.1:37645_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:37645_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync
[junit4] 2> 169469 INFO (recoveryExecutor-315-thread-1-processing-n:127.0.0.1:37645_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:37645_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 169469 INFO (recoveryExecutor-315-thread-1-processing-n:127.0.0.1:37645_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:37645_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 169470 INFO (recoveryExecutor-315-thread-1-p
[...truncated too long message...]
rMetricManager Closing metric reporters for: solr.core.testcollection.shard3.replica1
[junit4] 2> 186263 INFO (coreCloseExecutor-742-thread-3) [n:127.0.0.1:41791_solr c:testcollection s:shard2 r:core_node5 x:testcollection_shard2_replica1] o.a.s.c.SolrCore [testcollection_shard2_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@1aa5971
[junit4] 2> 186263 INFO (coreCloseExecutor-745-thread-3) [n:127.0.0.1:42135_solr c:stateformat1 s:shard1 r:core_node1 x:stateformat1_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.stateformat1.shard1.replica1
[junit4] 2> 186263 INFO (coreCloseExecutor-743-thread-2) [n:127.0.0.1:32875_solr c:falsepredicate s:shard3 r:core_node2 x:falsepredicate_shard3_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.falsepredicate.shard3.replica1
[junit4] 2> 186263 INFO (coreCloseExecutor-745-thread-1) [n:127.0.0.1:42135_solr c:testcollection s:shard4 r:core_node1 x:testcollection_shard4_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testcollection.shard4.replica1
[junit4] 2> 186263 INFO (coreCloseExecutor-742-thread-4) [n:127.0.0.1:41791_solr c:waitforstate s:shard1 r:core_node2 x:waitforstate_shard1_replica1] o.a.s.c.SolrCore [waitforstate_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@3e8758
[junit4] 2> 186264 INFO (coreCloseExecutor-745-thread-2) [n:127.0.0.1:42135_solr c:falsepredicate s:shard1 r:core_node1 x:falsepredicate_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.falsepredicate.shard1.replica1
[junit4] 2> 186264 INFO (coreCloseExecutor-742-thread-3) [n:127.0.0.1:41791_solr c:testcollection s:shard2 r:core_node5 x:testcollection_shard2_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testcollection.shard2.replica1
[junit4] 2> 186268 INFO (jetty-closer-139-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98516432046981131-127.0.0.1:32875_solr-n_0000000000) closing
[junit4] 2> 186268 INFO (coreCloseExecutor-744-thread-2) [n:127.0.0.1:43933_solr c:delayed s:shard1 r:core_node1 x:delayed_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.delayed.shard1.replica1
[junit4] 2> 186269 INFO (OverseerStateUpdate-98516432046981131-127.0.0.1:32875_solr-n_0000000000) [n:127.0.0.1:32875_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:32875_solr
[junit4] 2> 186270 INFO (zkCallback-191-thread-1-processing-n:127.0.0.1:43933_solr) [n:127.0.0.1:43933_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 186270 INFO (zkCallback-185-thread-1-processing-n:127.0.0.1:41791_solr) [n:127.0.0.1:41791_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 186268 INFO (coreCloseExecutor-742-thread-4) [n:127.0.0.1:41791_solr c:waitforstate s:shard1 r:core_node2 x:waitforstate_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.waitforstate.shard1.replica1
[junit4] 2> 186277 INFO (coreCloseExecutor-742-thread-1) [n:127.0.0.1:41791_solr c:currentstate s:shard1 r:core_node2 x:currentstate_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.currentstate.shard1.replica1
[junit4] 2> 186279 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e002c48b3000b, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 186280 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e002c48b3001a, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 187769 WARN (zkCallback-160-thread-1-processing-n:127.0.0.1:42135_solr) [n:127.0.0.1:42135_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 187770 INFO (jetty-closer-139-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@19e153{/solr,null,UNAVAILABLE}
[junit4] 2> 187778 WARN (zkCallback-159-thread-2-processing-n:127.0.0.1:32875_solr) [n:127.0.0.1:32875_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 187778 INFO (jetty-closer-139-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@12ea966{/solr,null,UNAVAILABLE}
[junit4] 2> 187779 WARN (zkCallback-191-thread-1-processing-n:127.0.0.1:43933_solr) [n:127.0.0.1:43933_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 187779 WARN (zkCallback-185-thread-1-processing-n:127.0.0.1:41791_solr) [n:127.0.0.1:41791_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 187779 INFO (jetty-closer-139-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@88dbc4{/solr,null,UNAVAILABLE}
[junit4] 2> 187779 INFO (jetty-closer-139-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@170420b{/solr,null,UNAVAILABLE}
[junit4] 2> 187780 ERROR (SUITE-TestCollectionStateWatchers-seed#[7E6E96D9CB7B9FEA]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 187780 INFO (SUITE-TestCollectionStateWatchers-seed#[7E6E96D9CB7B9FEA]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34383 34383
[junit4] 2> 188702 INFO (Thread-266) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34383 34383
[junit4] 2> 188703 WARN (Thread-266) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/aliases.json
[junit4] 2> 7 /solr/security.json
[junit4] 2> 7 /solr/configs/config
[junit4] 2> 3 /solr/collections/stateformat1/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 12 /solr/collections/waitforstate/state.json
[junit4] 2> 8 /solr/clusterprops.json
[junit4] 2> 8 /solr/clusterstate.json
[junit4] 2> 7 /solr/collections/falsepredicate/state.json
[junit4] 2> 7 /solr/collections/testcollection/state.json
[junit4] 2> 3 /solr/collections/currentstate/state.json
[junit4] 2> 3 /solr/collections/stateformat1/state.json
[junit4] 2> 2 /solr/overseer_elect/election/98516432046981132-127.0.0.1:42135_solr-n_0000000003
[junit4] 2> 2 /solr/overseer_elect/election/98516432046981129-127.0.0.1:33183_solr-n_0000000001
[junit4] 2> 2 /solr/overseer_elect/election/98516432046981131-127.0.0.1:32875_solr-n_0000000000
[junit4] 2> 2 /solr/collections/delayed/state.json
[junit4] 2> 2 /solr/collections/tobedeleted/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/collections
[junit4] 2> 5 /solr/live_nodes
[junit4] 2>
[junit4] 2> 188703 INFO (SUITE-TestCollectionStateWatchers-seed#[7E6E96D9CB7B9FEA]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_7E6E96D9CB7B9FEA-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=97, maxMBSortInHeap=5.902175788528594, sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=el-CY, timezone=Mexico/General
[junit4] 2> NOTE: Linux 4.10.0-27-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=154094984,total=378535936
[junit4] 2> NOTE: All tests run in this JVM: [FloorEvaluatorTest, SolrZkClientTest, TestCollectionAdminRequest, SolrDocumentTest, HyperbolicCosineEvaluatorTest, SolrExampleStreamingBinaryTest, LBHttpSolrClientBuilderTest, LessThanEqualToEvaluatorTest, SelectWithEvaluatorsTest, CoalesceEvaluatorTest, EqualsEvaluatorTest, ArcSineEvaluatorTest, StreamExpressionToExplanationTest, SolrExampleEmbeddedTest, CloudSolrClientCacheTest, JdbcDriverTest, GetByIdTest, OrEvaluatorTest, CommonAdminParamsTest, SolrQueryTest, CosineEvaluatorTest, SolrExampleStreamingTest, SolrExampleXMLTest, SolrExampleJettyTest, LargeVolumeBinaryJettyTest, TestBatchUpdate, LargeVolumeEmbeddedTest, LargeVolumeJettyTest, TestSolrProperties, TermsResponseTest, MergeIndexesEmbeddedTest, TestCoreAdmin, ClientUtilsTest, FacetFieldTest, TestSolrJErrorHandling, BasicHttpSolrClientTest, CloudSolrClientMultiConstructorTest, ConcurrentUpdateSolrClientBuilderTest, ExternalHttpClientTest, HttpSolrClientBuilderTest, TestCloudSolrClientConnections, TestClusteringResponse, TestDelegationTokenResponse, TestCollectionStateWatchers]
[junit4] Completed [129/130 (1!)] on J1 in 60.09s, 9 tests, 1 failure <<< FAILURES!
[...truncated 38704 lines...]
[JENKINS] Lucene-Solr-6.6-Linux (32bit/jdk1.8.0_144) - Build # 70 -
Still unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.6-Linux/70/
Java: 32bit/jdk1.8.0_144 -server -XX:+UseSerialGC
1 tests failed.
FAILED: org.apache.solr.common.cloud.TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure
Error Message:
Did not see a fully active cluster after 30 seconds
Stack Trace:
java.lang.AssertionError: Did not see a fully active cluster after 30 seconds
at __randomizedtesting.SeedInfo.seed([5FF1688069C8E39F:D7C7CAD3B1670B8D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.common.cloud.TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure(TestCollectionStateWatchers.java:250)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14091 lines...]
[junit4] Suite: org.apache.solr.common.cloud.TestCollectionStateWatchers
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5FF1688069C8E39F-001/init-core-data-001
[junit4] 2> 112847 INFO (SUITE-TestCollectionStateWatchers-seed#[5FF1688069C8E39F]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields
[junit4] 2> 112848 INFO (SUITE-TestCollectionStateWatchers-seed#[5FF1688069C8E39F]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 112848 INFO (SUITE-TestCollectionStateWatchers-seed#[5FF1688069C8E39F]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5FF1688069C8E39F-001/tempDir-001
[junit4] 2> 112848 INFO (SUITE-TestCollectionStateWatchers-seed#[5FF1688069C8E39F]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 112848 INFO (Thread-233) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 112848 INFO (Thread-233) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 112854 ERROR (Thread-233) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 112948 INFO (SUITE-TestCollectionStateWatchers-seed#[5FF1688069C8E39F]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:37375
[junit4] 2> 112954 INFO (jetty-launcher-86-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 112954 INFO (jetty-launcher-86-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 112954 INFO (jetty-launcher-86-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 112954 INFO (jetty-launcher-86-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 112955 INFO (jetty-launcher-86-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1442874{/solr,null,AVAILABLE}
[junit4] 2> 112958 INFO (jetty-launcher-86-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@51d046{/solr,null,AVAILABLE}
[junit4] 2> 112958 INFO (jetty-launcher-86-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@150c7e0{HTTP/1.1,[http/1.1]}{127.0.0.1:33837}
[junit4] 2> 112958 INFO (jetty-launcher-86-thread-1) [ ] o.e.j.s.Server Started @114470ms
[junit4] 2> 112958 INFO (jetty-launcher-86-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33837}
[junit4] 2> 112959 INFO (jetty-launcher-86-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@171baf4{HTTP/1.1,[http/1.1]}{127.0.0.1:43159}
[junit4] 2> 112959 INFO (jetty-launcher-86-thread-4) [ ] o.e.j.s.Server Started @114470ms
[junit4] 2> 112959 INFO (jetty-launcher-86-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43159}
[junit4] 2> 112959 ERROR (jetty-launcher-86-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 112959 ERROR (jetty-launcher-86-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 112960 INFO (jetty-launcher-86-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.1
[junit4] 2> 112961 INFO (jetty-launcher-86-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.1
[junit4] 2> 112961 INFO (jetty-launcher-86-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 112960 INFO (jetty-launcher-86-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@19602d2{/solr,null,AVAILABLE}
[junit4] 2> 112961 INFO (jetty-launcher-86-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 112961 INFO (jetty-launcher-86-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 112961 INFO (jetty-launcher-86-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 112961 INFO (jetty-launcher-86-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1559ff4{/solr,null,AVAILABLE}
[junit4] 2> 112961 INFO (jetty-launcher-86-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-20T10:19:23.371Z
[junit4] 2> 112961 INFO (jetty-launcher-86-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-20T10:19:23.371Z
[junit4] 2> 112961 INFO (jetty-launcher-86-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@103b85c{HTTP/1.1,[http/1.1]}{127.0.0.1:42855}
[junit4] 2> 112961 INFO (jetty-launcher-86-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2229c5{HTTP/1.1,[http/1.1]}{127.0.0.1:36427}
[junit4] 2> 112961 INFO (jetty-launcher-86-thread-2) [ ] o.e.j.s.Server Started @114472ms
[junit4] 2> 112961 INFO (jetty-launcher-86-thread-3) [ ] o.e.j.s.Server Started @114472ms
[junit4] 2> 112961 INFO (jetty-launcher-86-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42855}
[junit4] 2> 112961 INFO (jetty-launcher-86-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36427}
[junit4] 2> 112961 ERROR (jetty-launcher-86-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 112961 ERROR (jetty-launcher-86-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 112961 INFO (jetty-launcher-86-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.1
[junit4] 2> 112961 INFO (jetty-launcher-86-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.1
[junit4] 2> 112961 INFO (jetty-launcher-86-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 112961 INFO (jetty-launcher-86-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 112961 INFO (jetty-launcher-86-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 112961 INFO (jetty-launcher-86-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-20T10:19:23.371Z
[junit4] 2> 112961 INFO (jetty-launcher-86-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 112961 INFO (jetty-launcher-86-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-20T10:19:23.371Z
[junit4] 2> 112964 INFO (jetty-launcher-86-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 112964 INFO (jetty-launcher-86-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 112964 INFO (jetty-launcher-86-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 112966 INFO (jetty-launcher-86-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 112988 INFO (jetty-launcher-86-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 112988 INFO (jetty-launcher-86-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 112989 INFO (jetty-launcher-86-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37375/solr
[junit4] 2> 112989 INFO (jetty-launcher-86-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 112990 INFO (jetty-launcher-86-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37375/solr
[junit4] 2> 112994 INFO (jetty-launcher-86-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37375/solr
[junit4] 2> 112998 INFO (jetty-launcher-86-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 113003 INFO (jetty-launcher-86-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37375/solr
[junit4] 2> 113005 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15dff2778fb0005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 113008 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15dff2778fb0007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 113023 INFO (jetty-launcher-86-thread-2) [n:127.0.0.1:42855_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 113025 INFO (jetty-launcher-86-thread-2) [n:127.0.0.1:42855_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42855_solr
[junit4] 2> 113025 INFO (jetty-launcher-86-thread-2) [n:127.0.0.1:42855_solr ] o.a.s.c.Overseer Overseer (id=98515311870541833-127.0.0.1:42855_solr-n_0000000000) starting
[junit4] 2> 113035 INFO (jetty-launcher-86-thread-3) [n:127.0.0.1:36427_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 113036 INFO (jetty-launcher-86-thread-3) [n:127.0.0.1:36427_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36427_solr
[junit4] 2> 113059 INFO (zkCallback-105-thread-1-processing-n:127.0.0.1:42855_solr) [n:127.0.0.1:42855_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 113061 INFO (jetty-launcher-86-thread-2) [n:127.0.0.1:42855_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42855_solr
[junit4] 2> 113062 INFO (zkCallback-106-thread-1-processing-n:127.0.0.1:36427_solr) [n:127.0.0.1:36427_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 113064 INFO (OverseerStateUpdate-98515311870541833-127.0.0.1:42855_solr-n_0000000000) [n:127.0.0.1:42855_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 113064 INFO (zkCallback-106-thread-1-processing-n:127.0.0.1:36427_solr) [n:127.0.0.1:36427_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 113067 INFO (jetty-launcher-86-thread-1) [n:127.0.0.1:33837_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 113067 INFO (jetty-launcher-86-thread-4) [n:127.0.0.1:43159_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 113069 INFO (jetty-launcher-86-thread-1) [n:127.0.0.1:33837_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 113069 INFO (jetty-launcher-86-thread-4) [n:127.0.0.1:43159_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 113071 INFO (jetty-launcher-86-thread-1) [n:127.0.0.1:33837_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33837_solr
[junit4] 2> 113071 INFO (jetty-launcher-86-thread-4) [n:127.0.0.1:43159_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43159_solr
[junit4] 2> 113075 INFO (zkCallback-105-thread-1-processing-n:127.0.0.1:42855_solr) [n:127.0.0.1:42855_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 113075 INFO (zkCallback-106-thread-1-processing-n:127.0.0.1:36427_solr) [n:127.0.0.1:36427_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 113076 INFO (zkCallback-107-thread-1-processing-n:127.0.0.1:33837_solr) [n:127.0.0.1:33837_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 113076 INFO (zkCallback-108-thread-1-processing-n:127.0.0.1:43159_solr) [n:127.0.0.1:43159_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 113076 INFO (zkCallback-105-thread-1-processing-n:127.0.0.1:42855_solr) [n:127.0.0.1:42855_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 113076 INFO (zkCallback-106-thread-1-processing-n:127.0.0.1:36427_solr) [n:127.0.0.1:36427_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 113083 INFO (zkCallback-107-thread-1-processing-n:127.0.0.1:33837_solr) [n:127.0.0.1:33837_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 113086 INFO (zkCallback-108-thread-2-processing-n:127.0.0.1:43159_solr) [n:127.0.0.1:43159_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 113142 INFO (jetty-launcher-86-thread-3) [n:127.0.0.1:36427_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5FF1688069C8E39F-001/tempDir-001/node3/.
[junit4] 2> 113198 INFO (jetty-launcher-86-thread-2) [n:127.0.0.1:42855_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5FF1688069C8E39F-001/tempDir-001/node2/.
[junit4] 2> 113200 INFO (jetty-launcher-86-thread-1) [n:127.0.0.1:33837_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5FF1688069C8E39F-001/tempDir-001/node1/.
[junit4] 2> 113255 INFO (jetty-launcher-86-thread-4) [n:127.0.0.1:43159_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5FF1688069C8E39F-001/tempDir-001/node4/.
[junit4] 2> 113265 INFO (SUITE-TestCollectionStateWatchers-seed#[5FF1688069C8E39F]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 113266 INFO (SUITE-TestCollectionStateWatchers-seed#[5FF1688069C8E39F]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37375/solr ready
[junit4] 2> 113282 INFO (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[5FF1688069C8E39F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testWaitForStateWatcherIsRetainedOnPredicateFailure
[junit4] 2> 113291 INFO (qtp8394600-701) [n:127.0.0.1:36427_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=165d3f38-d596-4904-935c-37eb9cdcfde4&replicationFactor=1&collection.configName=config&name=falsepredicate&action=CREATE&numShards=4&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 113292 INFO (qtp8394600-701) [n:127.0.0.1:36427_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=165d3f38-d596-4904-935c-37eb9cdcfde4&replicationFactor=1&collection.configName=config&name=falsepredicate&action=CREATE&numShards=4&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 113293 INFO (OverseerThreadFactory-299-thread-1-processing-n:127.0.0.1:42855_solr) [n:127.0.0.1:42855_solr ] o.a.s.c.CreateCollectionCmd Create collection falsepredicate
[junit4] 2> 113296 INFO (qtp8394600-712) [n:127.0.0.1:36427_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=165d3f38-d596-4904-935c-37eb9cdcfde4&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 113296 INFO (qtp8394600-712) [n:127.0.0.1:36427_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=165d3f38-d596-4904-935c-37eb9cdcfde4&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 113405 INFO (qtp13275549-698) [n:127.0.0.1:33837_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=165d3f38-d596-4904-935c-37eb9cdcfde42221286810658971&qt=/admin/cores&collection.configName=config&newCollection=true&name=falsepredicate_shard3_replica1&action=CREATE&numShards=4&collection=falsepredicate&shard=shard3&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 113405 INFO (parallelCoreAdminExecutor-303-thread-1-processing-n:127.0.0.1:33837_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286810658971 CREATE) [n:127.0.0.1:33837_solr ] o.a.s.h.a.CoreAdminOperation core create command async=165d3f38-d596-4904-935c-37eb9cdcfde42221286810658971&qt=/admin/cores&collection.configName=config&newCollection=true&name=falsepredicate_shard3_replica1&action=CREATE&numShards=4&collection=falsepredicate&shard=shard3&wt=javabin&version=2
[junit4] 2> 113405 INFO (parallelCoreAdminExecutor-306-thread-1-processing-n:127.0.0.1:43159_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286810001089 CREATE) [n:127.0.0.1:43159_solr ] o.a.s.h.a.CoreAdminOperation core create command async=165d3f38-d596-4904-935c-37eb9cdcfde42221286810001089&qt=/admin/cores&collection.configName=config&newCollection=true&name=falsepredicate_shard4_replica1&action=CREATE&numShards=4&collection=falsepredicate&shard=shard4&wt=javabin&version=2
[junit4] 2> 113405 INFO (qtp21746308-699) [n:127.0.0.1:43159_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=165d3f38-d596-4904-935c-37eb9cdcfde42221286810001089&qt=/admin/cores&collection.configName=config&newCollection=true&name=falsepredicate_shard4_replica1&action=CREATE&numShards=4&collection=falsepredicate&shard=shard4&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 113406 INFO (parallelCoreAdminExecutor-303-thread-1-processing-n:127.0.0.1:33837_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286810658971 CREATE) [n:127.0.0.1:33837_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 113406 INFO (parallelCoreAdminExecutor-306-thread-1-processing-n:127.0.0.1:43159_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286810001089 CREATE) [n:127.0.0.1:43159_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 113406 INFO (qtp8394600-680) [n:127.0.0.1:36427_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=165d3f38-d596-4904-935c-37eb9cdcfde42221286809391123&qt=/admin/cores&collection.configName=config&newCollection=true&name=falsepredicate_shard1_replica1&action=CREATE&numShards=4&collection=falsepredicate&shard=shard1&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 113406 INFO (parallelCoreAdminExecutor-300-thread-1-processing-n:127.0.0.1:36427_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286809391123 CREATE) [n:127.0.0.1:36427_solr ] o.a.s.h.a.CoreAdminOperation core create command async=165d3f38-d596-4904-935c-37eb9cdcfde42221286809391123&qt=/admin/cores&collection.configName=config&newCollection=true&name=falsepredicate_shard1_replica1&action=CREATE&numShards=4&collection=falsepredicate&shard=shard1&wt=javabin&version=2
[junit4] 2> 113407 INFO (parallelCoreAdminExecutor-300-thread-1-processing-n:127.0.0.1:36427_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286809391123 CREATE) [n:127.0.0.1:36427_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 113418 INFO (qtp25937664-706) [n:127.0.0.1:42855_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=165d3f38-d596-4904-935c-37eb9cdcfde42221286809770531&qt=/admin/cores&collection.configName=config&newCollection=true&name=falsepredicate_shard2_replica1&action=CREATE&numShards=4&collection=falsepredicate&shard=shard2&wt=javabin&version=2} status=0 QTime=14
[junit4] 2> 113418 INFO (parallelCoreAdminExecutor-302-thread-1-processing-n:127.0.0.1:42855_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286809770531 CREATE) [n:127.0.0.1:42855_solr ] o.a.s.h.a.CoreAdminOperation core create command async=165d3f38-d596-4904-935c-37eb9cdcfde42221286809770531&qt=/admin/cores&collection.configName=config&newCollection=true&name=falsepredicate_shard2_replica1&action=CREATE&numShards=4&collection=falsepredicate&shard=shard2&wt=javabin&version=2
[junit4] 2> 113419 INFO (parallelCoreAdminExecutor-302-thread-1-processing-n:127.0.0.1:42855_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286809770531 CREATE) [n:127.0.0.1:42855_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 113422 INFO (qtp8394600-701) [n:127.0.0.1:36427_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 165d3f38-d596-4904-935c-37eb9cdcfde42221286809391123
[junit4] 2> 113423 INFO (qtp8394600-701) [n:127.0.0.1:36427_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=165d3f38-d596-4904-935c-37eb9cdcfde42221286809391123&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 113528 INFO (zkCallback-106-thread-1-processing-n:127.0.0.1:36427_solr) [n:127.0.0.1:36427_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
[junit4] 2> 113528 INFO (zkCallback-108-thread-2-processing-n:127.0.0.1:43159_solr) [n:127.0.0.1:43159_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
[junit4] 2> 113528 INFO (zkCallback-105-thread-1-processing-n:127.0.0.1:42855_solr) [n:127.0.0.1:42855_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
[junit4] 2> 113528 INFO (zkCallback-107-thread-1-processing-n:127.0.0.1:33837_solr) [n:127.0.0.1:33837_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
[junit4] 2> 114299 INFO (qtp8394600-709) [n:127.0.0.1:36427_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=165d3f38-d596-4904-935c-37eb9cdcfde4&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 114300 INFO (qtp8394600-709) [n:127.0.0.1:36427_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=165d3f38-d596-4904-935c-37eb9cdcfde4&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 114425 INFO (qtp8394600-712) [n:127.0.0.1:36427_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 165d3f38-d596-4904-935c-37eb9cdcfde42221286809391123
[junit4] 2> 114425 INFO (qtp8394600-712) [n:127.0.0.1:36427_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=165d3f38-d596-4904-935c-37eb9cdcfde42221286809391123&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 114438 INFO (parallelCoreAdminExecutor-306-thread-1-processing-n:127.0.0.1:43159_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286810001089 CREATE) [n:127.0.0.1:43159_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 114438 INFO (parallelCoreAdminExecutor-300-thread-1-processing-n:127.0.0.1:36427_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286809391123 CREATE) [n:127.0.0.1:36427_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 114439 INFO (parallelCoreAdminExecutor-303-thread-1-processing-n:127.0.0.1:33837_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286810658971 CREATE) [n:127.0.0.1:33837_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 114464 INFO (parallelCoreAdminExecutor-302-thread-1-processing-n:127.0.0.1:42855_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286809770531 CREATE) [n:127.0.0.1:42855_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 114466 INFO (parallelCoreAdminExecutor-306-thread-1-processing-n:127.0.0.1:43159_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286810001089 CREATE) [n:127.0.0.1:43159_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.s.IndexSchema [falsepredicate_shard4_replica1] Schema name=test
[junit4] 2> 114466 INFO (parallelCoreAdminExecutor-303-thread-1-processing-n:127.0.0.1:33837_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286810658971 CREATE) [n:127.0.0.1:33837_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.s.IndexSchema [falsepredicate_shard3_replica1] Schema name=test
[junit4] 2> 114473 INFO (parallelCoreAdminExecutor-300-thread-1-processing-n:127.0.0.1:36427_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286809391123 CREATE) [n:127.0.0.1:36427_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.s.IndexSchema [falsepredicate_shard1_replica1] Schema name=test
[junit4] 2> 114494 INFO (parallelCoreAdminExecutor-302-thread-1-processing-n:127.0.0.1:42855_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286809770531 CREATE) [n:127.0.0.1:42855_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.s.IndexSchema [falsepredicate_shard2_replica1] Schema name=test
[junit4] 2> 114577 WARN (parallelCoreAdminExecutor-300-thread-1-processing-n:127.0.0.1:36427_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286809391123 CREATE) [n:127.0.0.1:36427_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
[junit4] 2> 114578 WARN (parallelCoreAdminExecutor-300-thread-1-processing-n:127.0.0.1:36427_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286809391123 CREATE) [n:127.0.0.1:36427_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
[junit4] 2> 114577 WARN (parallelCoreAdminExecutor-303-thread-1-processing-n:127.0.0.1:33837_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286810658971 CREATE) [n:127.0.0.1:33837_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
[junit4] 2> 114579 WARN (parallelCoreAdminExecutor-303-thread-1-processing-n:127.0.0.1:33837_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286810658971 CREATE) [n:127.0.0.1:33837_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
[junit4] 2> 114579 INFO (parallelCoreAdminExecutor-300-thread-1-processing-n:127.0.0.1:36427_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286809391123 CREATE) [n:127.0.0.1:36427_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 114579 INFO (parallelCoreAdminExecutor-300-thread-1-processing-n:127.0.0.1:36427_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286809391123 CREATE) [n:127.0.0.1:36427_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'falsepredicate_shard1_replica1' using configuration from collection falsepredicate, trusted=true
[junit4] 2> 114579 INFO (parallelCoreAdminExecutor-303-thread-1-processing-n:127.0.0.1:33837_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286810658971 CREATE) [n:127.0.0.1:33837_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 114579 INFO (parallelCoreAdminExecutor-303-thread-1-processing-n:127.0.0.1:33837_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286810658971 CREATE) [n:127.0.0.1:33837_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.c.CoreContainer Creating SolrCore 'falsepredicate_shard3_replica1' using configuration from collection falsepredicate, trusted=true
[junit4] 2> 114579 INFO (parallelCoreAdminExecutor-300-thread-1-processing-n:127.0.0.1:36427_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286809391123 CREATE) [n:127.0.0.1:36427_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 114579 INFO (parallelCoreAdminExecutor-300-thread-1-processing-n:127.0.0.1:36427_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286809391123 CREATE) [n:127.0.0.1:36427_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.c.SolrCore [[falsepredicate_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5FF1688069C8E39F-001/tempDir-001/node3/falsepredicate_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5FF1688069C8E39F-001/tempDir-001/node3/./falsepredicate_shard1_replica1/data/]
[junit4] 2> 114579 INFO (parallelCoreAdminExecutor-303-thread-1-processing-n:127.0.0.1:33837_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286810658971 CREATE) [n:127.0.0.1:33837_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 114579 INFO (parallelCoreAdminExecutor-303-thread-1-processing-n:127.0.0.1:33837_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286810658971 CREATE) [n:127.0.0.1:33837_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.c.SolrCore [[falsepredicate_shard3_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5FF1688069C8E39F-001/tempDir-001/node1/falsepredicate_shard3_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5FF1688069C8E39F-001/tempDir-001/node1/./falsepredicate_shard3_replica1/data/]
[junit4] 2> 114591 WARN (parallelCoreAdminExecutor-306-thread-1-processing-n:127.0.0.1:43159_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286810001089 CREATE) [n:127.0.0.1:43159_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
[junit4] 2> 114591 WARN (parallelCoreAdminExecutor-306-thread-1-processing-n:127.0.0.1:43159_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286810001089 CREATE) [n:127.0.0.1:43159_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
[junit4] 2> 114591 INFO (parallelCoreAdminExecutor-306-thread-1-processing-n:127.0.0.1:43159_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286810001089 CREATE) [n:127.0.0.1:43159_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 114591 INFO (parallelCoreAdminExecutor-306-thread-1-processing-n:127.0.0.1:43159_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286810001089 CREATE) [n:127.0.0.1:43159_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.c.CoreContainer Creating SolrCore 'falsepredicate_shard4_replica1' using configuration from collection falsepredicate, trusted=true
[junit4] 2> 114592 INFO (parallelCoreAdminExecutor-306-thread-1-processing-n:127.0.0.1:43159_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286810001089 CREATE) [n:127.0.0.1:43159_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 114592 INFO (parallelCoreAdminExecutor-306-thread-1-processing-n:127.0.0.1:43159_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286810001089 CREATE) [n:127.0.0.1:43159_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.c.SolrCore [[falsepredicate_shard4_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5FF1688069C8E39F-001/tempDir-001/node4/falsepredicate_shard4_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5FF1688069C8E39F-001/tempDir-001/node4/./falsepredicate_shard4_replica1/data/]
[junit4] 2> 114613 WARN (parallelCoreAdminExecutor-302-thread-1-processing-n:127.0.0.1:42855_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286809770531 CREATE) [n:127.0.0.1:42855_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
[junit4] 2> 114614 WARN (parallelCoreAdminExecutor-302-thread-1-processing-n:127.0.0.1:42855_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286809770531 CREATE) [n:127.0.0.1:42855_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
[junit4] 2> 114614 INFO (parallelCoreAdminExecutor-302-thread-1-processing-n:127.0.0.1:42855_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286809770531 CREATE) [n:127.0.0.1:42855_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 114614 INFO (parallelCoreAdminExecutor-302-thread-1-processing-n:127.0.0.1:42855_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286809770531 CREATE) [n:127.0.0.1:42855_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'falsepredicate_shard2_replica1' using configuration from collection falsepredicate, trusted=true
[junit4] 2> 114614 INFO (parallelCoreAdminExecutor-302-thread-1-processing-n:127.0.0.1:42855_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286809770531 CREATE) [n:127.0.0.1:42855_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 114614 INFO (parallelCoreAdminExecutor-302-thread-1-processing-n:127.0.0.1:42855_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286809770531 CREATE) [n:127.0.0.1:42855_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.c.SolrCore [[falsepredicate_shard2_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5FF1688069C8E39F-001/tempDir-001/node2/falsepredicate_shard2_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5FF1688069C8E39F-001/tempDir-001/node2/./falsepredicate_shard2_replica1/data/]
[junit4] 2> 114622 INFO (parallelCoreAdminExecutor-303-thread-1-processing-n:127.0.0.1:33837_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286810658971 CREATE) [n:127.0.0.1:33837_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 114622 INFO (parallelCoreAdminExecutor-303-thread-1-processing-n:127.0.0.1:33837_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286810658971 CREATE) [n:127.0.0.1:33837_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 114622 INFO (parallelCoreAdminExecutor-300-thread-1-processing-n:127.0.0.1:36427_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286809391123 CREATE) [n:127.0.0.1:36427_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 114622 INFO (parallelCoreAdminExecutor-300-thread-1-processing-n:127.0.0.1:36427_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286809391123 CREATE) [n:127.0.0.1:36427_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 114623 INFO (parallelCoreAdminExecutor-303-thread-1-processing-n:127.0.0.1:33837_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286810658971 CREATE) [n:127.0.0.1:33837_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 114623 INFO (parallelCoreAdminExecutor-303-thread-1-processing-n:127.0.0.1:33837_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286810658971 CREATE) [n:127.0.0.1:33837_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 114623 INFO (parallelCoreAdminExecutor-300-thread-1-processing-n:127.0.0.1:36427_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286809391123 CREATE) [n:127.0.0.1:36427_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 114623 INFO (parallelCoreAdminExecutor-300-thread-1-processing-n:127.0.0.1:36427_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286809391123 CREATE) [n:127.0.0.1:36427_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 114623 INFO (parallelCoreAdminExecutor-303-thread-1-processing-n:127.0.0.1:33837_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286810658971 CREATE) [n:127.0.0.1:33837_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@15c416a[falsepredicate_shard3_replica1] main]
[junit4] 2> 114625 INFO (parallelCoreAdminExecutor-300-thread-1-processing-n:127.0.0.1:36427_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286809391123 CREATE) [n:127.0.0.1:36427_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@f59072[falsepredicate_shard1_replica1] main]
[junit4] 2> 114625 INFO (parallelCoreAdminExecutor-303-thread-1-processing-n:127.0.0.1:33837_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286810658971 CREATE) [n:127.0.0.1:33837_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 114625 INFO (parallelCoreAdminExecutor-303-thread-1-processing-n:127.0.0.1:33837_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286810658971 CREATE) [n:127.0.0.1:33837_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 114626 INFO (parallelCoreAdminExecutor-303-thread-1-processing-n:127.0.0.1:33837_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286810658971 CREATE) [n:127.0.0.1:33837_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 114626 INFO (parallelCoreAdminExecutor-303-thread-1-processing-n:127.0.0.1:33837_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286810658971 CREATE) [n:127.0.0.1:33837_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576244991791988736
[junit4] 2> 114626 INFO (searcherExecutor-309-thread-1-processing-x:falsepredicate_shard3_replica1 165d3f38-d596-4904-935c-37eb9cdcfde42221286810658971 CREATE n:127.0.0.1:33837_solr s:shard3 c:falsepredicate) [n:127.0.0.1:33837_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.c.SolrCore [falsepredicate_shard3_replica1] Registered new searcher Searcher@15c416a[falsepredicate_shard3_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 114626 INFO (parallelCoreAdminExecutor-300-thread-1-processing-n:127.0.0.1:36427_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286809391123 CREATE) [n:127.0.0.1:36427_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 114627 INFO (parallelCoreAdminExecutor-300-thread-1-processing-n:127.0.0.1:36427_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286809391123 CREATE) [n:127.0.0.1:36427_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 114627 INFO (parallelCoreAdminExecutor-300-thread-1-processing-n:127.0.0.1:36427_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286809391123 CREATE) [n:127.0.0.1:36427_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 114627 INFO (parallelCoreAdminExecutor-300-thread-1-processing-n:127.0.0.1:36427_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286809391123 CREATE) [n:127.0.0.1:36427_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576244991793037312
[junit4] 2> 114628 INFO (searcherExecutor-308-thread-1-processing-x:falsepredicate_shard1_replica1 165d3f38-d596-4904-935c-37eb9cdcfde42221286809391123 CREATE n:127.0.0.1:36427_solr s:shard1 c:falsepredicate) [n:127.0.0.1:36427_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.c.SolrCore [falsepredicate_shard1_replica1] Registered new searcher Searcher@f59072[falsepredicate_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 114631 INFO (parallelCoreAdminExecutor-303-thread-1-processing-n:127.0.0.1:33837_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286810658971 CREATE) [n:127.0.0.1:33837_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 114631 INFO (parallelCoreAdminExecutor-303-thread-1-processing-n:127.0.0.1:33837_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286810658971 CREATE) [n:127.0.0.1:33837_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 114631 INFO (parallelCoreAdminExecutor-303-thread-1-processing-n:127.0.0.1:33837_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286810658971 CREATE) [n:127.0.0.1:33837_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33837/solr/falsepredicate_shard3_replica1/
[junit4] 2> 114631 INFO (parallelCoreAdminExecutor-303-thread-1-processing-n:127.0.0.1:33837_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286810658971 CREATE) [n:127.0.0.1:33837_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 114631 INFO (parallelCoreAdminExecutor-303-thread-1-processing-n:127.0.0.1:33837_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286810658971 CREATE) [n:127.0.0.1:33837_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:33837/solr/falsepredicate_shard3_replica1/ has no replicas
[junit4] 2> 114631 INFO (parallelCoreAdminExecutor-303-thread-1-processing-n:127.0.0.1:33837_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286810658971 CREATE) [n:127.0.0.1:33837_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 114632 INFO (parallelCoreAdminExecutor-300-thread-1-processing-n:127.0.0.1:36427_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286809391123 CREATE) [n:127.0.0.1:36427_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 114632 INFO (parallelCoreAdminExecutor-300-thread-1-processing-n:127.0.0.1:36427_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286809391123 CREATE) [n:127.0.0.1:36427_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 114632 INFO (parallelCoreAdminExecutor-300-thread-1-processing-n:127.0.0.1:36427_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286809391123 CREATE) [n:127.0.0.1:36427_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36427/solr/falsepredicate_shard1_replica1/
[junit4] 2> 114642 INFO (parallelCoreAdminExecutor-300-thread-1-processing-n:127.0.0.1:36427_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286809391123 CREATE) [n:127.0.0.1:36427_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 114642 INFO (parallelCoreAdminExecutor-300-thread-1-processing-n:127.0.0.1:36427_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286809391123 CREATE) [n:127.0.0.1:36427_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:36427/solr/falsepredicate_shard1_replica1/ has no replicas
[junit4] 2> 114642 INFO (parallelCoreAdminExecutor-300-thread-1-processing-n:127.0.0.1:36427_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286809391123 CREATE) [n:127.0.0.1:36427_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 114644 INFO (parallelCoreAdminExecutor-303-thread-1-processing-n:127.0.0.1:33837_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286810658971 CREATE) [n:127.0.0.1:33837_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33837/solr/falsepredicate_shard3_replica1/ shard3
[junit4] 2> 114646 INFO (parallelCoreAdminExecutor-300-thread-1-processing-n:127.0.0.1:36427_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286809391123 CREATE) [n:127.0.0.1:36427_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:36427/solr/falsepredicate_shard1_replica1/ shard1
[junit4] 2> 114673 INFO (parallelCoreAdminExecutor-306-thread-1-processing-n:127.0.0.1:43159_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286810001089 CREATE) [n:127.0.0.1:43159_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 114673 INFO (parallelCoreAdminExecutor-306-thread-1-processing-n:127.0.0.1:43159_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286810001089 CREATE) [n:127.0.0.1:43159_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 114673 INFO (parallelCoreAdminExecutor-306-thread-1-processing-n:127.0.0.1:43159_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286810001089 CREATE) [n:127.0.0.1:43159_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 114674 INFO (parallelCoreAdminExecutor-306-thread-1-processing-n:127.0.0.1:43159_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286810001089 CREATE) [n:127.0.0.1:43159_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 114674 INFO (parallelCoreAdminExecutor-306-thread-1-processing-n:127.0.0.1:43159_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286810001089 CREATE) [n:127.0.0.1:43159_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@d5d305[falsepredicate_shard4_replica1] main]
[junit4] 2> 114675 INFO (parallelCoreAdminExecutor-306-thread-1-processing-n:127.0.0.1:43159_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286810001089 CREATE) [n:127.0.0.1:43159_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 114675 INFO (parallelCoreAdminExecutor-306-thread-1-processing-n:127.0.0.1:43159_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286810001089 CREATE) [n:127.0.0.1:43159_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 114675 INFO (parallelCoreAdminExecutor-306-thread-1-processing-n:127.0.0.1:43159_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286810001089 CREATE) [n:127.0.0.1:43159_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 114675 INFO (parallelCoreAdminExecutor-306-thread-1-processing-n:127.0.0.1:43159_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286810001089 CREATE) [n:127.0.0.1:43159_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576244991843368960
[junit4] 2> 114676 INFO (searcherExecutor-310-thread-1-processing-x:falsepredicate_shard4_replica1 165d3f38-d596-4904-935c-37eb9cdcfde42221286810001089 CREATE n:127.0.0.1:43159_solr s:shard4 c:falsepredicate) [n:127.0.0.1:43159_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.c.SolrCore [falsepredicate_shard4_replica1] Registered new searcher Searcher@d5d305[falsepredicate_shard4_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 114681 INFO (parallelCoreAdminExecutor-302-thread-1-processing-n:127.0.0.1:42855_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286809770531 CREATE) [n:127.0.0.1:42855_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 114681 INFO (parallelCoreAdminExecutor-302-thread-1-processing-n:127.0.0.1:42855_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286809770531 CREATE) [n:127.0.0.1:42855_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 114681 INFO (parallelCoreAdminExecutor-302-thread-1-processing-n:127.0.0.1:42855_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286809770531 CREATE) [n:127.0.0.1:42855_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 114681 INFO (parallelCoreAdminExecutor-302-thread-1-processing-n:127.0.0.1:42855_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286809770531 CREATE) [n:127.0.0.1:42855_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 114682 INFO (parallelCoreAdminExecutor-306-thread-1-processing-n:127.0.0.1:43159_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286810001089 CREATE) [n:127.0.0.1:43159_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 114682 INFO (parallelCoreAdminExecutor-306-thread-1-processing-n:127.0.0.1:43159_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286810001089 CREATE) [n:127.0.0.1:43159_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 114682 INFO (parallelCoreAdminExecutor-302-thread-1-processing-n:127.0.0.1:42855_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286809770531 CREATE) [n:127.0.0.1:42855_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1812b63[falsepredicate_shard2_replica1] main]
[junit4] 2> 114682 INFO (parallelCoreAdminExecutor-306-thread-1-processing-n:127.0.0.1:43159_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286810001089 CREATE) [n:127.0.0.1:43159_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:43159/solr/falsepredicate_shard4_replica1/
[junit4] 2> 114682 INFO (parallelCoreAdminExecutor-306-thread-1-processing-n:127.0.0.1:43159_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286810001089 CREATE) [n:127.0.0.1:43159_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 114682 INFO (parallelCoreAdminExecutor-306-thread-1-processing-n:127.0.0.1:43159_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286810001089 CREATE) [n:127.0.0.1:43159_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:43159/solr/falsepredicate_shard4_replica1/ has no replicas
[junit4] 2> 114682 INFO (parallelCoreAdminExecutor-306-thread-1-processing-n:127.0.0.1:43159_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286810001089 CREATE) [n:127.0.0.1:43159_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 114683 INFO (parallelCoreAdminExecutor-302-thread-1-processing-n:127.0.0.1:42855_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286809770531 CREATE) [n:127.0.0.1:42855_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 114683 INFO (parallelCoreAdminExecutor-302-thread-1-processing-n:127.0.0.1:42855_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286809770531 CREATE) [n:127.0.0.1:42855_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 114683 INFO (parallelCoreAdminExecutor-302-thread-1-processing-n:127.0.0.1:42855_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286809770531 CREATE) [n:127.0.0.1:42855_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 114684 INFO (searcherExecutor-312-thread-1-processing-x:falsepredicate_shard2_replica1 165d3f38-d596-4904-935c-37eb9cdcfde42221286809770531 CREATE n:127.0.0.1:42855_solr s:shard2 c:falsepredicate) [n:127.0.0.1:42855_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.c.SolrCore [falsepredicate_shard2_replica1] Registered new searcher Searcher@1812b63[falsepredicate_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 114684 INFO (parallelCoreAdminExecutor-302-thread-1-processing-n:127.0.0.1:42855_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286809770531 CREATE) [n:127.0.0.1:42855_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576244991852806144
[junit4] 2> 114685 INFO (parallelCoreAdminExecutor-306-thread-1-processing-n:127.0.0.1:43159_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286810001089 CREATE) [n:127.0.0.1:43159_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:43159/solr/falsepredicate_shard4_replica1/ shard4
[junit4] 2> 114687 INFO (parallelCoreAdminExecutor-302-thread-1-processing-n:127.0.0.1:42855_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286809770531 CREATE) [n:127.0.0.1:42855_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 114688 INFO (parallelCoreAdminExecutor-302-thread-1-processing-n:127.0.0.1:42855_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286809770531 CREATE) [n:127.0.0.1:42855_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 114688 INFO (parallelCoreAdminExecutor-302-thread-1-processing-n:127.0.0.1:42855_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286809770531 CREATE) [n:127.0.0.1:42855_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42855/solr/falsepredicate_shard2_replica1/
[junit4] 2> 114688 INFO (parallelCoreAdminExecutor-302-thread-1-processing-n:127.0.0.1:42855_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286809770531 CREATE) [n:127.0.0.1:42855_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 114688 INFO (parallelCoreAdminExecutor-302-thread-1-processing-n:127.0.0.1:42855_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286809770531 CREATE) [n:127.0.0.1:42855_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:42855/solr/falsepredicate_shard2_replica1/ has no replicas
[junit4] 2> 114688 INFO (parallelCoreAdminExecutor-302-thread-1-processing-n:127.0.0.1:42855_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286809770531 CREATE) [n:127.0.0.1:42855_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 114690 INFO (parallelCoreAdminExecutor-302-thread-1-processing-n:127.0.0.1:42855_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286809770531 CREATE) [n:127.0.0.1:42855_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:42855/solr/falsepredicate_shard2_replica1/ shard2
[junit4] 2> 114792 INFO (zkCallback-106-thread-1-processing-n:127.0.0.1:36427_solr) [n:127.0.0.1:36427_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
[junit4] 2> 114792 INFO (zkCallback-105-thread-1-processing-n:127.0.0.1:42855_solr) [n:127.0.0.1:42855_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
[junit4] 2> 114792 INFO (zkCallback-107-thread-1-processing-n:127.0.0.1:33837_solr) [n:127.0.0.1:33837_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
[junit4] 2> 114792 INFO (zkCallback-108-thread-2-processing-n:127.0.0.1:43159_solr) [n:127.0.0.1:43159_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
[junit4] 2> 114795 INFO (parallelCoreAdminExecutor-303-thread-1-processing-n:127.0.0.1:33837_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286810658971 CREATE) [n:127.0.0.1:33837_solr c:falsepredicate s:shard3 x:falsepredicate_shard3_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 114796 INFO (parallelCoreAdminExecutor-300-thread-1-processing-n:127.0.0.1:36427_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286809391123 CREATE) [n:127.0.0.1:36427_solr c:falsepredicate s:shard1 x:falsepredicate_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 114837 INFO (parallelCoreAdminExecutor-306-thread-1-processing-n:127.0.0.1:43159_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286810001089 CREATE) [n:127.0.0.1:43159_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 114841 INFO (parallelCoreAdminExecutor-302-thread-1-processing-n:127.0.0.1:42855_solr 165d3f38-d596-4904-935c-37eb9cdcfde42221286809770531 CREATE) [n:127.0.0.1:42855_solr c:falsepredicate s:shard2 x:falsepredicate_shard2_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 114944 INFO (zkCallback-106-thread-1-processing-n:127.0.0.1:36427_solr) [n:127.0.0.1:36427_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
[junit4] 2> 114944 INFO (zkCallback-107-thread-1-processing-n:127.0.0.1:33837_solr) [n:127.0.0.1:33837_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
[junit4] 2> 114944 INFO (zkCallback-105-thread-1-processing-n:127.0.0.1:42855_solr) [n:127.0.0.1:42855_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
[junit4] 2> 114944 INFO (zkCallback-108-thread-2-processing-n:127.0.0.1:43159_solr) [n:127.0.0.1:43159_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
[junit4] 2> 115302 INFO (qtp8394600-685) [n:127.0.0.1:36427_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=165d3f38-d596-4904-935c-37eb9cdcfde4&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 115304 INFO (qtp8394600-685) [n:127.0.0.1:36427_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=165d3f38-d596-4904-935c-37eb9cdcfde4&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 115428 INFO (qtp8394600-680) [n:127.0.0.1:36427_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 165d3f38-d596-4904-935c-37eb9cdcfde42221286809391123
[junit4] 2> 115428 INFO (qtp8394600-680) [n:127.0.0.1:36427_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=165d3f38-d596-4904-935c-37eb9cdcfde42221286809391123&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 115431 INFO (qtp21746308-707) [n:127.0.0.1:43159_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 165d3f38-d596-4904-935c-37eb9cdcfde42221286810001089
[junit4] 2> 115431 INFO (qtp21746308-707) [n:127.0.0.1:43159_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=165d3f38-d596-4904-935c-37eb9cdcfde42221286810001089&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 115434 INFO (qtp13275549-700) [n:127.0.0.1:33837_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 165d3f38-d596-4904-935c-37eb9cdcfde42221286810658971
[junit4] 2> 115434 INFO (qtp13275549-700) [n:127.0.0.1:33837_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=165d3f38-d596-4904-935c-37eb9cdcfde42221286810658971&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 115436 INFO (qtp25937664-710) [n:127.0.0.1:42855_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 165d3f38-d596-4904-935c-37eb9cdcfde42221286809770531
[junit4] 2> 115436 INFO (qtp25937664-710) [n:127.0.0.1:42855_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=165d3f38-d596-4904-935c-37eb9cdcfde42221286809770531&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 115442 INFO (OverseerThreadFactory-299-thread-1-processing-n:127.0.0.1:42855_solr) [n:127.0.0.1:42855_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 116307 INFO (qtp8394600-701) [n:127.0.0.1:36427_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=165d3f38-d596-4904-935c-37eb9cdcfde4&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 116310 INFO (qtp8394600-701) [n:127.0.0.1:36427_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=165d3f38-d596-4904-935c-37eb9cdcfde4&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 116314 INFO (qtp8394600-712) [n:127.0.0.1:36427_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=165d3f38-d596-4904-935c-37eb9cdcfde4&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 116314 INFO (qtp8394600-712) [n:127.0.0.1:36427_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=165d3f38-d596-4904-935c-37eb9cdcfde4&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 116320 INFO (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[5FF1688069C8E39F]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@171baf4{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 116321 INFO (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[5FF1688069C8E39F]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2675544
[junit4] 2> 116321 INFO (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[5FF1688069C8E39F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 116321 INFO (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[5FF1688069C8E39F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jvm
[junit4] 2> 116321 INFO (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[5FF1688069C8E39F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jetty
[junit4] 2> 116324 INFO (coreCloseExecutor-328-thread-1) [n:127.0.0.1:43159_solr c:falsepredicate s:shard4 r:core_node2 x:falsepredicate_shard4_replica1] o.a.s.c.SolrCore [falsepredicate_shard4_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@26ebf2
[junit4] 2> 116328 INFO (coreCloseExecutor-328-thread-1) [n:127.0.0.1:43159_solr c:falsepredicate s:shard4 r:core_node2 x:falsepredicate_shard4_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.falsepredicate.shard4.replica1
[junit4] 2> 116332 INFO (zkCallback-116-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 116332 INFO (zkCallback-105-thread-1-processing-n:127.0.0.1:42855_solr) [n:127.0.0.1:42855_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 116336 INFO (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[5FF1688069C8E39F]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@51d046{/solr,null,UNAVAILABLE}
[junit4] 2> 116336 INFO (zkCallback-107-thread-1-processing-n:127.0.0.1:33837_solr) [n:127.0.0.1:33837_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 116337 INFO (zkCallback-106-thread-1-processing-n:127.0.0.1:36427_solr) [n:127.0.0.1:36427_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 116343 INFO (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[5FF1688069C8E39F]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@103b85c{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 116343 INFO (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[5FF1688069C8E39F]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=3990842
[junit4] 2> 116344 INFO (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[5FF1688069C8E39F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 116344 INFO (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[5FF1688069C8E39F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jvm
[junit4] 2> 116344 INFO (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[5FF1688069C8E39F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jetty
[junit4] 2> 116347 INFO (coreCloseExecutor-330-thread-1) [n:127.0.0.1:42855_solr c:falsepredicate s:shard2 r:core_node4 x:falsepredicate_shard2_replica1] o.a.s.c.SolrCore [falsepredicate_shard2_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@c8b50c
[junit4] 2> 116351 INFO (coreCloseExecutor-330-thread-1) [n:127.0.0.1:42855_solr c:falsepredicate s:shard2 r:core_node4 x:falsepredicate_shard2_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.falsepredicate.shard2.replica1
[junit4] 2> 116353 INFO (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[5FF1688069C8E39F]) [ ] o.a.s.c.Overseer Overseer (id=98515311870541833-127.0.0.1:42855_solr-n_0000000000) closing
[junit4] 2> 116353 INFO (OverseerStateUpdate-98515311870541833-127.0.0.1:42855_solr-n_0000000000) [n:127.0.0.1:42855_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:42855_solr
[junit4] 2> 116355 INFO (zkCallback-107-thread-1-processing-n:127.0.0.1:33837_solr) [n:127.0.0.1:33837_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 116355 INFO (zkCallback-116-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 116355 INFO (zkCallback-106-thread-1-processing-n:127.0.0.1:36427_solr) [n:127.0.0.1:36427_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 116355 INFO (zkCallback-106-thread-2-processing-n:127.0.0.1:36427_solr) [n:127.0.0.1:36427_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36427_solr
[junit4] 2> 116356 INFO (zkCallback-106-thread-2-processing-n:127.0.0.1:36427_solr) [n:127.0.0.1:36427_solr ] o.a.s.c.Overseer Overseer (id=98515311870541834-127.0.0.1:36427_solr-n_0000000001) starting
[junit4] 2> 116365 INFO (zkCallback-106-thread-1-processing-n:127.0.0.1:36427_solr) [n:127.0.0.1:36427_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [2])
[junit4] 2> 116365 INFO (zkCallback-107-thread-1-processing-n:127.0.0.1:33837_solr) [n:127.0.0.1:33837_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [2])
[junit4] 2> 116365 INFO (zkCallback-116-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [2])
[junit4] 2> 116366 INFO (zkCallback-116-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [2])
[junit4] 2> 116367 INFO (zkCallback-106-thread-2-processing-n:127.0.0.1:36427_solr) [n:127.0.0.1:36427_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [2])
[junit4] 2> 116368 INFO (zkCallback-116-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [2])
[junit4] 2> 116368 INFO (zkCallback-116-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [2])
[junit4] 2> 116368 INFO (zkCallback-107-thread-1-processing-n:127.0.0.1:33837_solr) [n:127.0.0.1:33837_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [2])
[junit4] 2> 117854 WARN (zkCallback-105-thread-1-processing-n:127.0.0.1:42855_solr) [n:127.0.0.1:42855_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 117855 INFO (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[5FF1688069C8E39F]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1559ff4{/solr,null,UNAVAILABLE}
[junit4] 2> 117856 INFO (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[5FF1688069C8E39F]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 117858 INFO (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[5FF1688069C8E39F]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@18e77b7{/solr,null,AVAILABLE}
[junit4] 2> 117858 INFO (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[5FF1688069C8E39F]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@917c21{HTTP/1.1,[http/1.1]}{127.0.0.1:40857}
[junit4] 2> 117859 INFO (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[5FF1688069C8E39F]) [ ] o.e.j.s.Server Started @119370ms
[junit4] 2> 117859 INFO (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[5FF1688069C8E39F]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40857}
[junit4] 2> 117859 ERROR (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[5FF1688069C8E39F]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 117859 INFO (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[5FF1688069C8E39F]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.1
[junit4] 2> 117859 INFO (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[5FF1688069C8E39F]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 117859 INFO (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[5FF1688069C8E39F]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 117860 INFO (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[5FF1688069C8E39F]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-20T10:19:28.269Z
[junit4] 2> 117864 INFO (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[5FF1688069C8E39F]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 117998 INFO (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[5FF1688069C8E39F]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 117998 INFO (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[5FF1688069C8E39F]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37375/solr
[junit4] 2> 118005 INFO (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[5FF1688069C8E39F]) [n:127.0.0.1:40857_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 118006 INFO (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[5FF1688069C8E39F]) [n:127.0.0.1:40857_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 118007 INFO (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[5FF1688069C8E39F]) [n:127.0.0.1:40857_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40857_solr
[junit4] 2> 118008 INFO (zkCallback-116-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 118008 INFO (zkCallback-106-thread-2-processing-n:127.0.0.1:36427_solr) [n:127.0.0.1:36427_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 118008 INFO (zkCallback-122-thread-1-processing-n:127.0.0.1:40857_solr) [n:127.0.0.1:40857_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 118008 INFO (zkCallback-107-thread-1-processing-n:127.0.0.1:33837_solr) [n:127.0.0.1:33837_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 118068 INFO (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[5FF1688069C8E39F]) [n:127.0.0.1:40857_solr ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5FF1688069C8E39F-001/tempDir-001/node4/.
[junit4] 2> 118068 INFO (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[5FF1688069C8E39F]) [n:127.0.0.1:40857_solr ] o.a.s.c.CorePropertiesLocator Cores are: [falsepredicate_shard4_replica1]
[junit4] 2> 118071 INFO (coreLoadExecutor-339-thread-1-processing-n:127.0.0.1:40857_solr) [n:127.0.0.1:40857_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 118174 INFO (zkCallback-116-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [3])
[junit4] 2> 118174 INFO (zkCallback-107-thread-1-processing-n:127.0.0.1:33837_solr) [n:127.0.0.1:33837_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [3])
[junit4] 2> 118174 INFO (zkCallback-106-thread-2-processing-n:127.0.0.1:36427_solr) [n:127.0.0.1:36427_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [3])
[junit4] 2> 118174 INFO (zkCallback-116-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [3])
[junit4] 2> 118174 INFO (zkCallback-122-thread-1-processing-n:127.0.0.1:40857_solr) [n:127.0.0.1:40857_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [3])
[junit4] 2> 119084 INFO (coreLoadExecutor-339-thread-1-processing-n:127.0.0.1:40857_solr) [n:127.0.0.1:40857_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 119103 INFO (coreLoadExecutor-339-thread-1-processing-n:127.0.0.1:40857_solr) [n:127.0.0.1:40857_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.s.IndexSchema [falsepredicate_shard4_replica1] Schema name=test
[junit4] 2> 119161 WARN (coreLoadExecutor-339-thread-1-processing-n:127.0.0.1:40857_solr) [n:127.0.0.1:40857_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
[junit4] 2> 119161 WARN (coreLoadExecutor-339-thread-1-processing-n:127.0.0.1:40857_solr) [n:127.0.0.1:40857_solr c:falsepredicate s:shard4 x:falsepredicate_shard4_replica1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
[junit4] 2> 119162 INFO (c
[...truncated too long message...]
sing-n:127.0.0.1:44163_solr) [n:127.0.0.1:44163_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 168654 INFO (zkCallback-107-thread-2-processing-n:127.0.0.1:33837_solr) [n:127.0.0.1:33837_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 168655 INFO (coreCloseExecutor-410-thread-1) [n:127.0.0.1:36427_solr c:falsepredicate s:shard1 r:core_node1 x:falsepredicate_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.falsepredicate.shard1.replica1
[junit4] 2> 168660 INFO (coreCloseExecutor-411-thread-1) [n:127.0.0.1:33837_solr c:falsepredicate s:shard3 r:core_node3 x:falsepredicate_shard3_replica1] o.a.s.c.SolrCore [falsepredicate_shard3_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@118fcaf
[junit4] 2> 168660 INFO (coreCloseExecutor-412-thread-1) [n:127.0.0.1:44163_solr c:falsepredicate s:shard2 r:core_node6 x:falsepredicate_shard2_replica1] o.a.s.c.SolrCore [falsepredicate_shard2_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@1590cc5
[junit4] 2> 168666 INFO (coreCloseExecutor-410-thread-2) [n:127.0.0.1:36427_solr c:testcollection s:shard1 r:core_node1 x:testcollection_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testcollection.shard1.replica1
[junit4] 2> 168666 INFO (coreCloseExecutor-412-thread-2) [n:127.0.0.1:44163_solr c:testcollection s:shard4 r:core_node4 x:testcollection_shard4_replica1] o.a.s.c.SolrCore [testcollection_shard4_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@979ec4
[junit4] 2> 168670 INFO (coreCloseExecutor-411-thread-2) [n:127.0.0.1:33837_solr c:stateformat1 s:shard1 r:core_node1 x:stateformat1_shard1_replica1] o.a.s.c.SolrCore [stateformat1_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@1f42d5f
[junit4] 2> 168674 INFO (coreCloseExecutor-411-thread-4) [n:127.0.0.1:33837_solr c:testcollection s:shard2 r:core_node2 x:testcollection_shard2_replica1] o.a.s.c.SolrCore [testcollection_shard2_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@12cef3a
[junit4] 2> 168674 INFO (coreCloseExecutor-411-thread-3) [n:127.0.0.1:33837_solr c:delayed s:shard1 r:core_node1 x:delayed_shard1_replica1] o.a.s.c.SolrCore [delayed_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@1145eb9
[junit4] 2> 168678 INFO (coreCloseExecutor-411-thread-1) [n:127.0.0.1:33837_solr c:falsepredicate s:shard3 r:core_node3 x:falsepredicate_shard3_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.falsepredicate.shard3.replica1
[junit4] 2> 168678 INFO (coreCloseExecutor-410-thread-3) [n:127.0.0.1:36427_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.waitforstate.shard1.replica1
[junit4] 2> 168682 INFO (coreCloseExecutor-412-thread-1) [n:127.0.0.1:44163_solr c:falsepredicate s:shard2 r:core_node6 x:falsepredicate_shard2_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.falsepredicate.shard2.replica1
[junit4] 2> 168690 INFO (coreCloseExecutor-410-thread-4) [n:127.0.0.1:36427_solr c:currentstate s:shard1 r:core_node1 x:currentstate_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.currentstate.shard1.replica1
[junit4] 2> 168691 INFO (coreCloseExecutor-411-thread-2) [n:127.0.0.1:33837_solr c:stateformat1 s:shard1 r:core_node1 x:stateformat1_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.stateformat1.shard1.replica1
[junit4] 2> 168691 INFO (coreCloseExecutor-412-thread-2) [n:127.0.0.1:44163_solr c:testcollection s:shard4 r:core_node4 x:testcollection_shard4_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testcollection.shard4.replica1
[junit4] 2> 168693 INFO (jetty-closer-87-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98515311870541834-127.0.0.1:36427_solr-n_0000000001) closing
[junit4] 2> 168693 INFO (coreCloseExecutor-411-thread-4) [n:127.0.0.1:33837_solr c:testcollection s:shard2 r:core_node2 x:testcollection_shard2_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testcollection.shard2.replica1
[junit4] 2> 168693 INFO (OverseerStateUpdate-98515311870541834-127.0.0.1:36427_solr-n_0000000001) [n:127.0.0.1:36427_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:36427_solr
[junit4] 2> 168693 INFO (coreCloseExecutor-411-thread-3) [n:127.0.0.1:33837_solr c:delayed s:shard1 r:core_node1 x:delayed_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.delayed.shard1.replica1
[junit4] 2> 170145 WARN (zkCallback-138-thread-1-processing-n:127.0.0.1:43419_solr) [n:127.0.0.1:43419_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 170145 INFO (jetty-closer-87-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@151e92b{/solr,null,UNAVAILABLE}
[junit4] 2> 170194 WARN (zkCallback-107-thread-2-processing-n:127.0.0.1:33837_solr) [n:127.0.0.1:33837_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 170194 WARN (zkCallback-128-thread-2-processing-n:127.0.0.1:44163_solr) [n:127.0.0.1:44163_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 170194 INFO (jetty-closer-87-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1442874{/solr,null,UNAVAILABLE}
[junit4] 2> 170194 INFO (jetty-closer-87-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1fe774e{/solr,null,UNAVAILABLE}
[junit4] 2> 170197 WARN (zkCallback-106-thread-2-processing-n:127.0.0.1:36427_solr) [n:127.0.0.1:36427_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 170197 INFO (jetty-closer-87-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@19602d2{/solr,null,UNAVAILABLE}
[junit4] 2> 170198 ERROR (SUITE-TestCollectionStateWatchers-seed#[5FF1688069C8E39F]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 170198 INFO (SUITE-TestCollectionStateWatchers-seed#[5FF1688069C8E39F]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37375 37375
[junit4] 2> 176743 INFO (Thread-233) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37375 37375
[junit4] 2> 176744 WARN (Thread-233) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/aliases.json
[junit4] 2> 8 /solr/clusterprops.json
[junit4] 2> 7 /solr/security.json
[junit4] 2> 6 /solr/configs/config
[junit4] 2> 3 /solr/collections/stateformat1/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 18 /solr/collections/falsepredicate/state.json
[junit4] 2> 12 /solr/collections/waitforstate/state.json
[junit4] 2> 8 /solr/clusterstate.json
[junit4] 2> 7 /solr/collections/testcollection/state.json
[junit4] 2> 3 /solr/collections/stateformat1/state.json
[junit4] 2> 3 /solr/overseer_elect/election/98515311870541835-127.0.0.1:33837_solr-n_0000000002
[junit4] 2> 2 /solr/collections/currentstate/state.json
[junit4] 2> 2 /solr/collections/delayed/state.json
[junit4] 2> 2 /solr/collections/tobedeleted/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/collections
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2> 2 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> 176744 INFO (SUITE-TestCollectionStateWatchers-seed#[5FF1688069C8E39F]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5FF1688069C8E39F-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1201, maxMBSortInHeap=5.017663904887355, sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=zh-HK, timezone=NZ-CHAT
[junit4] 2> NOTE: Linux 4.10.0-27-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=7562464,total=95285248
[junit4] 2> NOTE: All tests run in this JVM: [SolrExampleEmbeddedTest, ClientUtilsTest, CommonAdminParamsTest, SolrZkClientTest, ConcurrentUpdateSolrClientBuilderTest, TestCollectionAdminRequest, LessThanEqualToEvaluatorTest, SelectWithEvaluatorsTest, StreamExpressionToExplanationTest, HyperbolicCosineEvaluatorTest, SubtractEvaluatorTest, ArcSineEvaluatorTest, TestSolrProperties, TestDocumentObjectBinder, JdbcDriverTest, SolrQueryTest, CoalesceEvaluatorTest, FloorEvaluatorTest, TestJsonRecordReader, MultiplyEvaluatorTest, SolrExampleStreamingTest, SolrExampleStreamingBinaryTest, LargeVolumeJettyTest, QueryResponseTest, TestJavaBinCodec, TestFastInputStream, HttpClientUtilTest, SolrDocumentTest, TestUpdateRequestCodec, GetByIdTest, TestLBHttpSolrClient, OperationsTest, TestConfigSetAdminRequest, TestDelegationTokenResponse, TestCollectionStateWatchers]
[junit4] Completed [129/130 (1!)] on J1 in 63.92s, 9 tests, 1 failure <<< FAILURES!
[...truncated 38703 lines...]
[JENKINS] Lucene-Solr-6.6-Linux (64bit/jdk1.8.0_144) - Build # 69 -
Failure!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.6-Linux/69/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
2 tests failed.
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Something is broken in the assert for no shards using the same indexDir - probably something was changed in the attributes published in the MBean of SolrCore : {}
Stack Trace:
java.lang.AssertionError: Something is broken in the assert for no shards using the same indexDir - probably something was changed in the attributes published in the MBean of SolrCore : {}
at __randomizedtesting.SeedInfo.seed([71F532D8543539D0:3980466C52061645]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.checkNoTwoShardsUseTheSameIndexDir(CollectionsAPIDistributedZkTest.java:646)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:524)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.common.cloud.TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure
Error Message:
Did not see a fully active cluster after 30 seconds
Stack Trace:
java.lang.AssertionError: Did not see a fully active cluster after 30 seconds
at __randomizedtesting.SeedInfo.seed([F5258F82B05EB271:7D132DD168F15A63]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.common.cloud.TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure(TestCollectionStateWatchers.java:250)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12088 lines...]
[junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_71F532D8543539D0-001/init-core-data-001
[junit4] 2> 1106092 WARN (SUITE-CollectionsAPIDistributedZkTest-seed#[71F532D8543539D0]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=27 numCloses=27
[junit4] 2> 1106092 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[71F532D8543539D0]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields
[junit4] 2> 1106093 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[71F532D8543539D0]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 1106094 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[71F532D8543539D0]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_71F532D8543539D0-001/tempDir-001
[junit4] 2> 1106094 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[71F532D8543539D0]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1106095 INFO (Thread-4041) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1106095 INFO (Thread-4041) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1106096 ERROR (Thread-4041) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1106195 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[71F532D8543539D0]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:46083
[junit4] 2> 1106200 INFO (jetty-launcher-1430-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1106200 INFO (jetty-launcher-1430-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1106200 INFO (jetty-launcher-1430-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1106203 INFO (jetty-launcher-1430-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1106204 INFO (jetty-launcher-1430-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6c5f35af{/solr,null,AVAILABLE}
[junit4] 2> 1106207 INFO (jetty-launcher-1430-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3c1eb0e2{/solr,null,AVAILABLE}
[junit4] 2> 1106207 INFO (jetty-launcher-1430-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@282a816a{SSL,[ssl, http/1.1]}{127.0.0.1:43221}
[junit4] 2> 1106208 INFO (jetty-launcher-1430-thread-2) [ ] o.e.j.s.Server Started @1108291ms
[junit4] 2> 1106208 INFO (jetty-launcher-1430-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43221}
[junit4] 2> 1106208 ERROR (jetty-launcher-1430-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1106208 INFO (jetty-launcher-1430-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.1
[junit4] 2> 1106208 INFO (jetty-launcher-1430-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1106208 INFO (jetty-launcher-1430-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1106208 INFO (jetty-launcher-1430-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-20T04:45:50.961Z
[junit4] 2> 1106209 INFO (jetty-launcher-1430-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3d0cfcc7{/solr,null,AVAILABLE}
[junit4] 2> 1106210 INFO (jetty-launcher-1430-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1d498259{SSL,[ssl, http/1.1]}{127.0.0.1:42595}
[junit4] 2> 1106210 INFO (jetty-launcher-1430-thread-4) [ ] o.e.j.s.Server Started @1108293ms
[junit4] 2> 1106210 INFO (jetty-launcher-1430-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42595}
[junit4] 2> 1106210 ERROR (jetty-launcher-1430-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1106210 INFO (jetty-launcher-1430-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.1
[junit4] 2> 1106210 INFO (jetty-launcher-1430-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1106210 INFO (jetty-launcher-1430-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1106210 INFO (jetty-launcher-1430-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-20T04:45:50.963Z
[junit4] 2> 1106211 INFO (jetty-launcher-1430-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@de14f21{SSL,[ssl, http/1.1]}{127.0.0.1:42201}
[junit4] 2> 1106211 INFO (jetty-launcher-1430-thread-1) [ ] o.e.j.s.Server Started @1108294ms
[junit4] 2> 1106211 INFO (jetty-launcher-1430-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42201}
[junit4] 2> 1106211 ERROR (jetty-launcher-1430-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1106211 INFO (jetty-launcher-1430-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.1
[junit4] 2> 1106211 INFO (jetty-launcher-1430-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1106211 INFO (jetty-launcher-1430-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1106212 INFO (jetty-launcher-1430-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-20T04:45:50.965Z
[junit4] 2> 1106213 INFO (jetty-launcher-1430-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1106213 INFO (jetty-launcher-1430-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@48196a19{/solr,null,AVAILABLE}
[junit4] 2> 1106213 INFO (jetty-launcher-1430-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1106214 INFO (jetty-launcher-1430-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6c59d8c9{SSL,[ssl, http/1.1]}{127.0.0.1:46381}
[junit4] 2> 1106214 INFO (jetty-launcher-1430-thread-3) [ ] o.e.j.s.Server Started @1108296ms
[junit4] 2> 1106214 INFO (jetty-launcher-1430-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46381}
[junit4] 2> 1106214 ERROR (jetty-launcher-1430-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1106214 INFO (jetty-launcher-1430-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.1
[junit4] 2> 1106214 INFO (jetty-launcher-1430-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1106214 INFO (jetty-launcher-1430-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1106214 INFO (jetty-launcher-1430-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-20T04:45:50.967Z
[junit4] 2> 1106214 INFO (jetty-launcher-1430-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1106217 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15dfdf61b800002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1106221 INFO (jetty-launcher-1430-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1106222 INFO (jetty-launcher-1430-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1106222 INFO (jetty-launcher-1430-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1106223 INFO (jetty-launcher-1430-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46083/solr
[junit4] 2> 1106223 INFO (jetty-launcher-1430-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46083/solr
[junit4] 2> 1106223 INFO (jetty-launcher-1430-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1106223 INFO (jetty-launcher-1430-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46083/solr
[junit4] 2> 1106237 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15dfdf61b800007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1106239 INFO (jetty-launcher-1430-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1106239 INFO (jetty-launcher-1430-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46083/solr
[junit4] 2> 1106250 INFO (jetty-launcher-1430-thread-2) [n:127.0.0.1:43221_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1106250 INFO (jetty-launcher-1430-thread-3) [n:127.0.0.1:46381_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1106250 INFO (jetty-launcher-1430-thread-1) [n:127.0.0.1:42201_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1106250 INFO (jetty-launcher-1430-thread-4) [n:127.0.0.1:42595_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1106250 INFO (jetty-launcher-1430-thread-2) [n:127.0.0.1:43221_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43221_solr
[junit4] 2> 1106250 INFO (jetty-launcher-1430-thread-3) [n:127.0.0.1:46381_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46381_solr
[junit4] 2> 1106250 INFO (jetty-launcher-1430-thread-1) [n:127.0.0.1:42201_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42201_solr
[junit4] 2> 1106250 INFO (jetty-launcher-1430-thread-4) [n:127.0.0.1:42595_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42595_solr
[junit4] 2> 1106251 INFO (jetty-launcher-1430-thread-2) [n:127.0.0.1:43221_solr ] o.a.s.c.Overseer Overseer (id=98514000337174537-127.0.0.1:43221_solr-n_0000000000) starting
[junit4] 2> 1106252 INFO (zkCallback-1451-thread-1-processing-n:127.0.0.1:42595_solr) [n:127.0.0.1:42595_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1106258 INFO (zkCallback-1452-thread-1-processing-n:127.0.0.1:46381_solr) [n:127.0.0.1:46381_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1106267 INFO (OverseerStateUpdate-98514000337174537-127.0.0.1:43221_solr-n_0000000000) [n:127.0.0.1:43221_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1106276 INFO (jetty-launcher-1430-thread-2) [n:127.0.0.1:43221_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43221_solr
[junit4] 2> 1106279 INFO (zkCallback-1452-thread-1-processing-n:127.0.0.1:46381_solr) [n:127.0.0.1:46381_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1106279 INFO (zkCallback-1451-thread-1-processing-n:127.0.0.1:42595_solr) [n:127.0.0.1:42595_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1106279 INFO (zkCallback-1446-thread-1-processing-n:127.0.0.1:42201_solr) [n:127.0.0.1:42201_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1106291 INFO (zkCallback-1446-thread-2-processing-n:127.0.0.1:42201_solr) [n:127.0.0.1:42201_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1106303 INFO (zkCallback-1447-thread-2-processing-n:127.0.0.1:43221_solr) [n:127.0.0.1:43221_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1106315 INFO (jetty-launcher-1430-thread-4) [n:127.0.0.1:42595_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_71F532D8543539D0-001/tempDir-001/node4/.
[junit4] 2> 1106315 INFO (jetty-launcher-1430-thread-3) [n:127.0.0.1:46381_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_71F532D8543539D0-001/tempDir-001/node3/.
[junit4] 2> 1106355 INFO (jetty-launcher-1430-thread-1) [n:127.0.0.1:42201_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_71F532D8543539D0-001/tempDir-001/node1/.
[junit4] 2> 1106382 INFO (jetty-launcher-1430-thread-2) [n:127.0.0.1:43221_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_71F532D8543539D0-001/tempDir-001/node2/.
[junit4] 2> 1106388 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[71F532D8543539D0]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1106389 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[71F532D8543539D0]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46083/solr ready
[junit4] 2> 1106423 INFO (TEST-CollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore-seed#[71F532D8543539D0]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateShouldFailOnExistingCore
[junit4] 2> 1106423 INFO (TEST-CollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore-seed#[71F532D8543539D0]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1106482 INFO (qtp809437811-10595) [n:127.0.0.1:42595_solr ] o.a.s.u.TestInjection Inject random core creation delay of 3s
[junit4] 2> 1109482 INFO (qtp809437811-10595) [n:127.0.0.1:42595_solr ] o.a.s.h.a.CoreAdminOperation core create command dataDir=/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_71F532D8543539D0-001/tempDir-002&collection.configName=conf&name=halfcollection_shard1_replica1&action=CREATE&numShards=1&collection=halfcollectionblocker&wt=javabin&version=2
[junit4] 2> 1109482 INFO (qtp809437811-10595) [n:127.0.0.1:42595_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1109485 INFO (OverseerStateUpdate-98514000337174537-127.0.0.1:43221_solr-n_0000000000) [n:127.0.0.1:43221_solr ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 1110490 INFO (qtp809437811-10595) [n:127.0.0.1:42595_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 1110494 INFO (qtp809437811-10595) [n:127.0.0.1:42595_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.s.IndexSchema [halfcollection_shard1_replica1] Schema name=minimal
[junit4] 2> 1110495 INFO (qtp809437811-10595) [n:127.0.0.1:42595_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1110495 INFO (qtp809437811-10595) [n:127.0.0.1:42595_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'halfcollection_shard1_replica1' using configuration from collection halfcollectionblocker, trusted=true
[junit4] 2> 1110496 INFO (qtp809437811-10595) [n:127.0.0.1:42595_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1110496 INFO (qtp809437811-10595) [n:127.0.0.1:42595_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.SolrCore [[halfcollection_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_71F532D8543539D0-001/tempDir-001/node4/halfcollection_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_71F532D8543539D0-001/tempDir-002/]
[junit4] 2> 1110515 INFO (qtp809437811-10595) [n:127.0.0.1:42595_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1110515 INFO (qtp809437811-10595) [n:127.0.0.1:42595_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1110516 INFO (qtp809437811-10595) [n:127.0.0.1:42595_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1110516 INFO (qtp809437811-10595) [n:127.0.0.1:42595_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1110516 INFO (qtp809437811-10595) [n:127.0.0.1:42595_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@817f5c9[halfcollection_shard1_replica1] main]
[junit4] 2> 1110517 INFO (qtp809437811-10595) [n:127.0.0.1:42595_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1110517 INFO (qtp809437811-10595) [n:127.0.0.1:42595_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1110517 INFO (qtp809437811-10595) [n:127.0.0.1:42595_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1110517 INFO (searcherExecutor-3803-thread-1-processing-n:127.0.0.1:42595_solr x:halfcollection_shard1_replica1 c:halfcollectionblocker) [n:127.0.0.1:42595_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.SolrCore [halfcollection_shard1_replica1] Registered new searcher Searcher@817f5c9[halfcollection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1110517 INFO (qtp809437811-10595) [n:127.0.0.1:42595_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576224010031595520
[junit4] 2> 1110520 INFO (qtp809437811-10595) [n:127.0.0.1:42595_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1110520 INFO (qtp809437811-10595) [n:127.0.0.1:42595_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1110520 INFO (qtp809437811-10595) [n:127.0.0.1:42595_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:42595/solr/halfcollection_shard1_replica1/
[junit4] 2> 1110520 INFO (qtp809437811-10595) [n:127.0.0.1:42595_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1110520 INFO (qtp809437811-10595) [n:127.0.0.1:42595_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:42595/solr/halfcollection_shard1_replica1/ has no replicas
[junit4] 2> 1110520 INFO (qtp809437811-10595) [n:127.0.0.1:42595_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1110521 INFO (qtp809437811-10595) [n:127.0.0.1:42595_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:42595/solr/halfcollection_shard1_replica1/ shard1
[junit4] 2> 1110672 INFO (qtp809437811-10595) [n:127.0.0.1:42595_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1110673 INFO (qtp809437811-10595) [n:127.0.0.1:42595_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={dataDir=/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_71F532D8543539D0-001/tempDir-002&collection.configName=conf&name=halfcollection_shard1_replica1&action=CREATE&numShards=1&collection=halfcollectionblocker&wt=javabin&version=2} status=0 QTime=4191
[junit4] 2> 1110729 INFO (qtp1563520721-10572) [n:127.0.0.1:46381_solr ] o.a.s.u.TestInjection Inject random core creation delay of 3s
[junit4] 2> 1113729 INFO (qtp1563520721-10572) [n:127.0.0.1:46381_solr ] o.a.s.h.a.CoreAdminOperation core create command dataDir=/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_71F532D8543539D0-001/tempDir-003&collection.configName=conf&name=halfcollection_shard1_replica1&action=CREATE&numShards=1&collection=halfcollectionblocker2&wt=javabin&version=2
[junit4] 2> 1113730 INFO (qtp1563520721-10572) [n:127.0.0.1:46381_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1113731 INFO (OverseerStateUpdate-98514000337174537-127.0.0.1:43221_solr-n_0000000000) [n:127.0.0.1:43221_solr ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 1114736 INFO (qtp1563520721-10572) [n:127.0.0.1:46381_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 1114740 INFO (qtp1563520721-10572) [n:127.0.0.1:46381_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.s.IndexSchema [halfcollection_shard1_replica1] Schema name=minimal
[junit4] 2> 1114746 INFO (qtp1563520721-10572) [n:127.0.0.1:46381_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1114747 INFO (qtp1563520721-10572) [n:127.0.0.1:46381_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'halfcollection_shard1_replica1' using configuration from collection halfcollectionblocker2, trusted=true
[junit4] 2> 1114747 INFO (qtp1563520721-10572) [n:127.0.0.1:46381_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1114747 INFO (qtp1563520721-10572) [n:127.0.0.1:46381_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.SolrCore [[halfcollection_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_71F532D8543539D0-001/tempDir-001/node3/halfcollection_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_71F532D8543539D0-001/tempDir-003/]
[junit4] 2> 1114773 INFO (qtp1563520721-10572) [n:127.0.0.1:46381_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1114773 INFO (qtp1563520721-10572) [n:127.0.0.1:46381_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1114774 INFO (qtp1563520721-10572) [n:127.0.0.1:46381_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1114774 INFO (qtp1563520721-10572) [n:127.0.0.1:46381_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1114774 INFO (qtp1563520721-10572) [n:127.0.0.1:46381_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@220f40be[halfcollection_shard1_replica1] main]
[junit4] 2> 1114775 INFO (qtp1563520721-10572) [n:127.0.0.1:46381_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1114775 INFO (qtp1563520721-10572) [n:127.0.0.1:46381_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1114775 INFO (qtp1563520721-10572) [n:127.0.0.1:46381_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1114775 INFO (searcherExecutor-3808-thread-1-processing-n:127.0.0.1:46381_solr x:halfcollection_shard1_replica1 c:halfcollectionblocker2) [n:127.0.0.1:46381_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.SolrCore [halfcollection_shard1_replica1] Registered new searcher Searcher@220f40be[halfcollection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1114775 INFO (qtp1563520721-10572) [n:127.0.0.1:46381_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576224014496432128
[junit4] 2> 1114778 INFO (qtp1563520721-10572) [n:127.0.0.1:46381_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1114778 INFO (qtp1563520721-10572) [n:127.0.0.1:46381_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1114778 INFO (qtp1563520721-10572) [n:127.0.0.1:46381_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:46381/solr/halfcollection_shard1_replica1/
[junit4] 2> 1114778 INFO (qtp1563520721-10572) [n:127.0.0.1:46381_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1114778 INFO (qtp1563520721-10572) [n:127.0.0.1:46381_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:46381/solr/halfcollection_shard1_replica1/ has no replicas
[junit4] 2> 1114778 INFO (qtp1563520721-10572) [n:127.0.0.1:46381_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1114779 INFO (qtp1563520721-10572) [n:127.0.0.1:46381_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:46381/solr/halfcollection_shard1_replica1/ shard1
[junit4] 2> 1114930 INFO (qtp1563520721-10572) [n:127.0.0.1:46381_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1114931 INFO (qtp1563520721-10572) [n:127.0.0.1:46381_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={dataDir=/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_71F532D8543539D0-001/tempDir-003&collection.configName=conf&name=halfcollection_shard1_replica1&action=CREATE&numShards=1&collection=halfcollectionblocker2&wt=javabin&version=2} status=0 QTime=4202
[junit4] 2> 1114934 INFO (qtp809437811-10593) [n:127.0.0.1:42595_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=halfcollection&action=CREATE&numShards=2&createNodeSet=127.0.0.1:42595_solr,127.0.0.1:46381_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1114935 INFO (OverseerThreadFactory-3794-thread-1-processing-n:127.0.0.1:43221_solr) [n:127.0.0.1:43221_solr ] o.a.s.c.CreateCollectionCmd Create collection halfcollection
[junit4] 2> 1115140 INFO (qtp1563520721-10615) [n:127.0.0.1:46381_solr ] o.a.s.u.TestInjection Inject random core creation delay of 3s
[junit4] 2> 1115141 INFO (qtp809437811-10596) [n:127.0.0.1:42595_solr ] o.a.s.u.TestInjection Inject random core creation delay of 3s
[junit4] 2> 1118141 INFO (qtp1563520721-10615) [n:127.0.0.1:46381_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=halfcollection_shard1_replica1&action=CREATE&numShards=2&collection=halfcollection&shard=shard1&wt=javabin&version=2
[junit4] 2> 1118141 INFO (qtp809437811-10596) [n:127.0.0.1:42595_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=halfcollection_shard2_replica1&action=CREATE&numShards=2&collection=halfcollection&shard=shard2&wt=javabin&version=2
[junit4] 2> 1118141 WARN (qtp1563520721-10615) [n:127.0.0.1:46381_solr ] o.a.s.c.CoreContainer Creating a core with existing name is not allowed
[junit4] 2> 1118141 ERROR (qtp1563520721-10615) [n:127.0.0.1:46381_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Core with name 'halfcollection_shard1_replica1' already exists.
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:839)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:388)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:173)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:748)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:729)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:510)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:361)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:305)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:136)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1118141 INFO (qtp1563520721-10615) [n:127.0.0.1:46381_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=halfcollection_shard1_replica1&action=CREATE&numShards=2&collection=halfcollection&shard=shard1&wt=javabin&version=2} status=500 QTime=3001
[junit4] 2> 1118142 ERROR (qtp1563520721-10615) [n:127.0.0.1:46381_solr ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: Core with name 'halfcollection_shard1_replica1' already exists.
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:839)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:388)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:173)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:748)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:729)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:510)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:361)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:305)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:136)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1118142 ERROR (OverseerThreadFactory-3794-thread-1-processing-n:127.0.0.1:43221_solr) [n:127.0.0.1:43221_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:46381/solr
[junit4] 2> org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:46381/solr: Core with name 'halfcollection_shard1_replica1' already exists.
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:163)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1118143 INFO (zkCallback-1451-thread-1-processing-n:127.0.0.1:42595_solr) [n:127.0.0.1:42595_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfcollection/state.json] for collection [halfcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1119147 INFO (qtp809437811-10596) [n:127.0.0.1:42595_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 1119151 INFO (qtp809437811-10596) [n:127.0.0.1:42595_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.s.IndexSchema [halfcollection_shard2_replica1] Schema name=minimal
[junit4] 2> 1119152 INFO (qtp809437811-10596) [n:127.0.0.1:42595_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1119152 INFO (qtp809437811-10596) [n:127.0.0.1:42595_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'halfcollection_shard2_replica1' using configuration from collection halfcollection, trusted=true
[junit4] 2> 1119153 INFO (qtp809437811-10596) [n:127.0.0.1:42595_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1119153 INFO (qtp809437811-10596) [n:127.0.0.1:42595_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.SolrCore [[halfcollection_shard2_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_71F532D8543539D0-001/tempDir-001/node4/halfcollection_shard2_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_71F532D8543539D0-001/tempDir-001/node4/./halfcollection_shard2_replica1/data/]
[junit4] 2> 1119172 INFO (qtp809437811-10596) [n:127.0.0.1:42595_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1119172 INFO (qtp809437811-10596) [n:127.0.0.1:42595_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1119173 INFO (qtp809437811-10596) [n:127.0.0.1:42595_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1119173 INFO (qtp809437811-10596) [n:127.0.0.1:42595_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1119173 INFO (qtp809437811-10596) [n:127.0.0.1:42595_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@c51e9bb[halfcollection_shard2_replica1] main]
[junit4] 2> 1119174 INFO (qtp809437811-10596) [n:127.0.0.1:42595_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1119174 INFO (qtp809437811-10596) [n:127.0.0.1:42595_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1119174 INFO (qtp809437811-10596) [n:127.0.0.1:42595_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1119174 INFO (searcherExecutor-3813-thread-1-processing-n:127.0.0.1:42595_solr x:halfcollection_shard2_replica1 s:shard2 c:halfcollection) [n:127.0.0.1:42595_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.SolrCore [halfcollection_shard2_replica1] Registered new searcher Searcher@c51e9bb[halfcollection_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1119174 INFO (qtp809437811-10596) [n:127.0.0.1:42595_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576224019109117952
[junit4] 2> 1119177 INFO (qtp809437811-10596) [n:127.0.0.1:42595_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1119177 INFO (qtp809437811-10596) [n:127.0.0.1:42595_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1119177 INFO (qtp809437811-10596) [n:127.0.0.1:42595_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:42595/solr/halfcollection_shard2_replica1/
[junit4] 2> 1119177 INFO (qtp809437811-10596) [n:127.0.0.1:42595_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1119177 INFO (qtp809437811-10596) [n:127.0.0.1:42595_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:42595/solr/halfcollection_shard2_replica1/ has no replicas
[junit4] 2> 1119177 INFO (qtp809437811-10596) [n:127.0.0.1:42595_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1119183 INFO (qtp809437811-10596) [n:127.0.0.1:42595_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:42595/solr/halfcollection_shard2_replica1/ shard2
[junit4] 2> 1119285 INFO (zkCallback-1451-thread-1-processing-n:127.0.0.1:42595_solr) [n:127.0.0.1:42595_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfcollection/state.json] for collection [halfcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1119334 INFO (qtp809437811-10596) [n:127.0.0.1:42595_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1119335 INFO (qtp809437811-10596) [n:127.0.0.1:42595_solr c:halfcollection s:shard2 x:halfcollection_shard2_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=halfcollection_shard2_replica1&action=CREATE&numShards=2&collection=halfcollection&shard=shard2&wt=javabin&version=2} status=0 QTime=4194
[junit4] 2> 1119335 ERROR (OverseerThreadFactory-3794-thread-1-processing-n:127.0.0.1:43221_solr) [n:127.0.0.1:43221_solr ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [halfcollection].
[junit4] 2> 1119336 INFO (OverseerThreadFactory-3794-thread-1-processing-n:127.0.0.1:43221_solr) [n:127.0.0.1:43221_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 1119337 INFO (qtp809437811-10600) [n:127.0.0.1:42595_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.halfcollection.shard2.replica1
[junit4] 2> 1119337 INFO (qtp809437811-10600) [n:127.0.0.1:42595_solr ] o.a.s.c.SolrCore [halfcollection_shard2_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@a557fbe
[junit4] 2> 1119338 INFO (qtp809437811-10600) [n:127.0.0.1:42595_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.halfcollection.shard2.replica1
[junit4] 2> 1119340 INFO (qtp809437811-10600) [n:127.0.0.1:42595_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=halfcollection_shard2_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 1120041 INFO (OverseerThreadFactory-3794-thread-1-processing-n:127.0.0.1:43221_solr) [n:127.0.0.1:43221_solr ] o.a.s.c.CreateCollectionCmd Cleaned up artifacts for failed create collection for [halfcollection]
[junit4] 2> 1120043 INFO (qtp809437811-10593) [n:127.0.0.1:42595_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1120937 INFO (OverseerCollectionConfigSetProcessor-98514000337174537-127.0.0.1:43221_solr-n_0000000000) [n:127.0.0.1:43221_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1150045 ERROR (qtp809437811-10593) [n:127.0.0.1:42595_solr ] o.a.s.h.a.CollectionsHandler Timed out waiting for new collection's replicas to become ACTIVE with timeout=30
[junit4] 2> 1150045 INFO (qtp809437811-10593) [n:127.0.0.1:42595_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=halfcollection&action=CREATE&numShards=2&createNodeSet=127.0.0.1:42595_solr,127.0.0.1:46381_solr&wt=javabin&version=2} status=0 QTime=35111
[junit4] 2> 1150046 INFO (TEST-CollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore-seed#[71F532D8543539D0]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCreateShouldFailOnExistingCore
[junit4] 2> 1150070 INFO (TEST-CollectionsAPIDistributedZkTest.testMissingRequiredParameters-seed#[71F532D8543539D0]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMissingRequiredParameters
[junit4] 2> 1150071 INFO (TEST-CollectionsAPIDistributedZkTest.testMissingRequiredParameters-seed#[71F532D8543539D0]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1150072 INFO (qtp809437811-10595) [n:127.0.0.1:42595_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=halfcollectionblocker2&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1150073 INFO (OverseerThreadFactory-3794-thread-2-processing-n:127.0.0.1:43221_solr) [n:127.0.0.1:43221_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 1150075 INFO (qtp1563520721-10594) [n:127.0.0.1:46381_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.halfcollection_shard1_replica1
[junit4] 2> 1150075 INFO (qtp1563520721-10594) [n:127.0.0.1:46381_solr ] o.a.s.c.SolrCore [halfcollection_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@482c5b76
[junit4] 2> 1150077 INFO (qtp1563520721-10594) [n:127.0.0.1:46381_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.halfcollection_shard1_replica1
[junit4] 2> 1150077 INFO (qtp1563520721-10594) [n:127.0.0.1:46381_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=halfcollection_shard1_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 1150779 INFO (qtp809437811-10595) [n:127.0.0.1:42595_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=halfcollectionblocker2&action=DELETE&wt=javabin&version=2} status=0 QTime=707
[junit4] 2> 1150781 INFO (qtp809437811-10596) [n:127.0.0.1:42595_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=halfcollectionblocker&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1150782 INFO (OverseerCollectionConfigSetProcessor-98514000337174537-127.0.0.1:43221_solr-n_0000000000) [n:127.0.0.1:43221_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1150782 INFO (OverseerThreadFactory-3794-thread-3-processing-n:127.0.0.1:43221_solr) [n:127.0.0.1:43221_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 1150785 INFO (qtp809437811-10593) [n:127.0.0.1:42595_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.halfcollection_shard1_replica1
[junit4] 2> 1150785 INFO (qtp809437811-10593) [n:127.0.0.1:42595_solr ] o.a.s.c.SolrCore [halfcollection_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@7a348e7f
[junit4] 2> 1150786 INFO (qtp809437811-10593) [n:127.0.0.1:42595_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.halfcollection_shard1_replica1
[junit4] 2> 1150787 INFO (qtp809437811-10593) [n:127.0.0.1:42595_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=halfcollection_shard1_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 1151490 INFO (qtp809437811-10596) [n:127.0.0.1:42595_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=halfcollectionblocker&action=DELETE&wt=javabin&version=2} status=0 QTime=708
[junit4] 2> 1151492 INFO (qtp809437811-10600) [n:127.0.0.1:42595_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1151492 ERROR (qtp809437811-10600) [n:127.0.0.1:42595_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Missing required parameter: name
[junit4] 2> at org.apache.solr.common.params.RequiredSolrParams.getParams(RequiredSolrParams.java:90)
[junit4] 2> at org.apache.solr.common.params.SolrParams.getAll(SolrParams.java:462)
[junit4] 2> at org.apache.solr.common.params.SolrParams.getAll(SolrParams.java:479)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.lambda$static$0(CollectionsHandler.java:396)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.execute(CollectionsHandler.java:922)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:228)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:215)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:173)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:748)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:729)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:510)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:361)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:305)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:136)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:462)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1151493 INFO (qtp809437811-10600) [n:127.0.0.1:42595_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CREATE&numShards=2&wt=javabin&version=2} status=400 QTime=0
[junit4] 2> 1151493 INFO (TEST-CollectionsAPIDistributedZkTest.testMissingRequiredParameters-seed#[71F532D8543539D0]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testMissingRequiredParameters
[junit4] 2> 1151532 INFO (TEST-CollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[71F532D8543539D0]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreationAndDeletion
[junit4] 2> 1151533 INFO (TEST-CollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[71F532D8543539D0]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1151535 INFO (qtp809437811-10595) [n:127.0.0.1:42595_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=created_and_deleted&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1151536 INFO (OverseerCollectionConfigSetProcessor-98514000337174537-127.0.0.1:43221_solr-n_0000000000) [n:127.0.0.1:43221_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1151536 INFO (OverseerThreadFactory-3794-thread-4-processing-n:127.0.0.1:43221_solr) [n:127.0.0.1:43221_solr ] o.a.s.c.CreateCollectionCmd Create collection created_and_deleted
[junit4] 2> 1151803 INFO (qtp867549308-10581) [n:127.0.0.1:43221_solr ] o.a.s.u.TestInjection Inject random core creation delay of 3s
[junit4] 2> 1154803 INFO (qtp867549308-10581) [n:127.0.0.1:43221_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=created_and_deleted_shard1_replica1&action=CREATE&numShards=1&collection=created_and_deleted&shard=shard1&wt=javabin&version=2
[junit4] 2> 1154803 INFO (qtp867549308-10581) [n:127.0.0.1:43221_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1154805 INFO (zkCallback-1447-thread-2-processing-n:127.0.0.1:43221_solr) [n:127.0.0.1:43221_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1155811 INFO (qtp867549308-10581) [n:127.0.0.1:43221_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 1155815 INFO (qtp867549308-10581) [n:127.0.0.1:43221_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.s.IndexSchema [created_and_deleted_shard1_replica1] Schema name=minimal
[junit4] 2> 1155817 INFO (qtp867549308-10581) [n:127.0.0.1:43221_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1155817 INFO (qtp867549308-10581) [n:127.0.0.1:43221_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'created_and_deleted_shard1_replica1' using configuration from collection created_and_deleted, trusted=true
[junit4] 2> 1155817 INFO (qtp867549308-10581) [n:127.0.0.1:43221_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1155817 INFO (qtp867549308-10581) [n:127.0.0.1:43221_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.SolrCore [[created_and_deleted_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_71F532D8543539D0-001/tempDir-001/node2/created_and_deleted_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_71F532D8543539D0-001/tempDir-001/node2/./created_and_deleted_shard1_replica1/data/]
[junit4] 2> 1155851 INFO (qtp867549308-10581) [n:127.0.0.1:43221_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1155851 INFO (qtp867549308-10581) [n:127.0.0.1:43221_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1155852 INFO (qtp867549308-10581) [n:127.0.0.1:43221_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1155852 INFO (qtp867549308-10581) [n:127.0.0.1:43221_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1155852 INFO (qtp867549308-10581) [n:127.0.0.1:43221_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@24a2cd26[created_and_deleted_shard1_replica1] main]
[junit4] 2> 1155853 INFO (qtp867549308-10581) [n:127.0.0.1:43221_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1155853 INFO (qtp867549308-10581) [n:127.0.0.1:43221_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1155853 INFO (qtp867549308-10581) [n:127.0.0.1:43221_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1155853 INFO (searcherExecutor-3818-thread-1-processing-n:127.0.0.1:43221_solr x:created_and_deleted_shard1_replica1 s:shard1 c:created_and_deleted) [n:127.0.0.1:43221_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.SolrCore [created_and_deleted_shard1_replica1] Registered new searcher Searcher@24a2cd26[created_and_deleted_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1155853 INFO (qtp867549308-10581) [n:127.0.0.1:43221_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576224057569837056
[junit4] 2> 1155856 INFO (qtp867549308-10581) [n:127.0.0.1:43221_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1155856 INFO (qtp867549308-10581) [n:127.0.0.1:43221_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1155856 INFO (qtp867549308-10581) [n:127.0.0.1:43221_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:43221/solr/created_and_deleted_shard1_replica1/
[junit4] 2> 1155856 INFO (qtp867549308-10581) [n:127.0.0.1:43221_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1155856 INFO (qtp867549308-10581) [n:127.0.0.1:43221_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:43221/solr/created_and_deleted_shard1_replica1/ has no replicas
[junit4] 2> 1155856 INFO (qtp867549308-10581) [n:127.0.0.1:43221_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1155857 INFO (qtp867549308-10581) [n:127.0.0.1:43221_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:43221/solr/created_and_deleted_shard1_replica1/ shard1
[junit4] 2> 1155958 INFO (zkCallback-1447-thread-2-processing-n:127.0.0.1:43221_solr) [n:127.0.0.1:43221_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1156008 INFO (qtp867549308-10581) [n:127.0.0.1:43221_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1156009 INFO (qtp867549308-10581) [n:127.0.0.1:43221_solr c:created_and_deleted s:shard1 x:created_and_deleted_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=created_and_deleted_shard1_replica1&action=CREATE&numShards=1&collection=created_and_deleted&shard=shard1&wt=javabin&version=2} status=0 QTime=4206
[junit4] 2> 1156010 INFO (qtp809437811-10595) [n:127.0.0.1:42595_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1156110 INFO (zkCallback-1447-thread-1-processing-n:127.0.0.1:43221_solr) [n:127.0.0.1:43221_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1157011 INFO (qtp809437811-10595) [n:127.0.0.1:42595_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=created_and_deleted&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=5475
[junit4] 2> 1157012 INFO (qtp809437811-10593) [n:127.0.0.1:42595_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1157013 INFO (qtp809437811-10593) [n:127.0.0.1:42595_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1157015 INFO (qtp809437811-10596) [n:127.0.0.1:42595_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=created_and_deleted&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1157017 INFO (OverseerCollectionConfigSetProcessor-98514000337174537-127.0.0.1:43221_solr-n_0000000000) [n:127.0.0.1:43221_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1157017 INFO (OverseerThreadFactory-3794-thread-5-processing-n:127.0.0.1:43221_solr) [n:127.0.0.1:43221_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 1157020 INFO (qtp867549308-10574) [n:127.0.0.1:43221_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.created_and_deleted.shard1.replica1
[junit4] 2> 1157020 INFO (qtp867549308-10574) [n:127.0.0.1:43221_solr ] o.a.s.c.SolrCore [created_and_deleted_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@6e49af41
[junit4] 2> 1157023 INFO (qtp867549308-10574) [n:127.0.0.1:43221_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.created_and_deleted.shard1.replica1
[junit4] 2> 1157025 INFO (qtp867549308-10574) [n:127.0.0.1:43221_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=created_and_deleted_shard1_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 1157729 INFO (qtp809437811-10596) [n:127.0.0.1:42595_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=created_and_deleted&action=DELETE&wt=javabin&version=2} status=0 QTime=714
[junit4] 2> 1157731 INFO (qtp809437811-10600) [n:127.0.0.1:42595_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1157731 INFO (qtp809437811-10600) [n:127.0.0.1:42595_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1157731 INFO (TEST-CollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[71F532D8543539D0]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCreationAndDeletion
[junit4] 2> 1157773 INFO (TEST-CollectionsAPIDistributedZkTest.deleteCollectionRemovesStaleZkCollectionsNode-seed#[71F532D8543539D0]) [ ] o.a.s.SolrTestCaseJ4 ###Starting deleteCollectionRemovesStaleZkCollectionsNode
[junit4] 2> 1157774 INFO (TEST-CollectionsAPIDistributedZkTest.deleteCollectionRemovesStaleZkCollectionsNode-seed#[71F532D8543539D0]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1157778 INFO (qtp809437811-10595) [n:127.0.0.1:42595_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=out_of_sync_collection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1157780 INFO (OverseerCollectionConfigSetProcessor-98514000337174537-127.0.0.1:43221_solr-n_0000000000) [n:127.0.0.1:43221_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000008 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1157782 INFO (qtp809437811-10595) [n:127.0.0.1:42595_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=out_of_sync_collection&action=DELETE&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 1157784 INFO (qtp809437811-10593) [n:127.0.0.1:42595_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1157784 INFO (qtp809437811-10593) [n:127.0.0.1:42595_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1157784 INFO (TEST-CollectionsAPIDistributedZkTest.deleteCollectionRemovesStaleZkCollectionsNode-seed#[71F532D8543539D0]) [ ] o.a.s.SolrTestCaseJ4 ###Ending deleteCollectionRemovesStaleZkCollectionsNode
[junit4] 2> 1157828 INFO (TEST-CollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection-seed#[71F532D8543539D0]) [ ] o.a.s.SolrTestCaseJ4 ###Starting deletePartiallyCreatedCollection
[junit4] 2> 1157829 INFO (TEST-CollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection-seed#[71F532D8543539D0]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1157831 INFO (qtp809437811-10596) [n:127.0.0.1:42595_solr ] o.a.s.h.a.CoreAdminOperation core create command dataDir=/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_71F532D8543539D0-001/tempDir-004&collection.configName=conf&name=halfdeletedcollection_shard1_replica1&action=CREATE&numShards=2&collection=halfdeletedcollection&wt=javabin&version=2
[junit4] 2> 1157832 INFO (OverseerStateUpdate-98514000337174537-127.0.0.1:43221_solr-n_0000000000) [n:127.0.0.1:43221_solr ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 1158839 INFO (qtp809437811-10596) [n:127.0.0.1:42595_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 1158861 INFO (qtp809437811-10596) [n:127.0.0.1:42595_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.s.IndexSchema [halfdeletedcollection_shard1_replica1] Schema name=minimal
[junit4] 2> 1158862 INFO (qtp809437811-10596) [n:127.0.0.1:42595_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1158862 INFO (qtp809437811-10596) [n:127.0.0.1:42595_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection_shard1_replica1' using configuration from collection halfdeletedcollection, trusted=true
[junit4] 2> 1158863 INFO (qtp809437811-10596) [n:127.0.0.1:42595_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1158863 INFO (qtp809437811-10596) [n:127.0.0.1:42595_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.SolrCore [[halfdeletedcollection_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_71F532D8543539D0-001/tempDir-001/node4/halfdeletedcollection_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_71F532D8543539D0-001/tempDir-004/]
[junit4] 2> 1158882 INFO (qtp809437811-10596) [n:127.0.0.1:42595_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1158882 INFO (qtp809437811-10596) [n:127.0.0.1:42595_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1158882 INFO (qtp809437811-10596) [n:127.0.0.1:42595_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1158882 INFO (qtp809437811-10596) [n:127.0.0.1:42595_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1158883 INFO (qtp809437811-10596) [n:127.0.0.1:42595_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@11db47f6[halfdeletedcollection_shard1_replica1] main]
[junit4] 2> 1158883 INFO (qtp809437811-10596) [n:127.0.0.1:42595_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1158883 INFO (qtp809437811-10596) [n:127.0.0.1:42595_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1158883 INFO (qtp809437811-10596) [n:127.0.0.1:42595_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1158884 INFO (searcherExecutor-3823-thread-1-processing-n:127.0.0.1:42595_solr x:halfdeletedcollection_shard1_replica1 c:halfdeletedcollection) [n:127.0.0.1:42595_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.SolrCore [halfdeletedcollection_shard1_replica1] Registered new searcher Searcher@11db47f6[halfdelet
[...truncated too long message...]
ormat1 s:shard1 r:core_node2 x:stateformat1_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.stateformat1.shard1.replica1
[junit4] 2> 189554 INFO (coreCloseExecutor-458-thread-1) [n:127.0.0.1:39771_solr c:currentstate s:shard1 r:core_node1 x:currentstate_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.currentstate.shard1.replica1
[junit4] 2> 189555 INFO (zkCallback-421-thread-2-processing-n:127.0.0.1:37581_solr) [n:127.0.0.1:37581_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 189555 INFO (zkCallback-435-thread-1-processing-n:127.0.0.1:39533_solr) [n:127.0.0.1:39533_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 189555 INFO (zkCallback-397-thread-2-processing-n:127.0.0.1:39771_solr) [n:127.0.0.1:39771_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 189558 INFO (coreCloseExecutor-455-thread-3) [n:127.0.0.1:39533_solr c:testcollection s:shard3 r:core_node6 x:testcollection_shard3_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testcollection.shard3.replica1
[junit4] 2> 189558 INFO (coreCloseExecutor-458-thread-2) [n:127.0.0.1:39771_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testcollection.shard1.replica1
[junit4] 2> 189558 WARN (zkCallback-421-thread-2-processing-n:127.0.0.1:37581_solr) [n:127.0.0.1:37581_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 189559 INFO (jetty-closer-380-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7e7a421e{/solr,null,UNAVAILABLE}
[junit4] 2> 189559 INFO (zkCallback-397-thread-2-processing-n:127.0.0.1:39771_solr) [n:127.0.0.1:39771_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 189559 INFO (zkCallback-435-thread-1-processing-n:127.0.0.1:39533_solr) [n:127.0.0.1:39533_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 189559 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15dfe09c9af0018, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 189559 INFO (coreCloseExecutor-458-thread-3) [n:127.0.0.1:39771_solr c:falsepredicate s:shard4 r:core_node3 x:falsepredicate_shard4_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.falsepredicate.shard4.replica1
[junit4] 2> 189560 WARN (zkCallback-435-thread-1-processing-n:127.0.0.1:39533_solr) [n:127.0.0.1:39533_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 189560 INFO (jetty-closer-380-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98514084863868937-127.0.0.1:39771_solr-n_0000000001) closing
[junit4] 2> 189560 INFO (OverseerStateUpdate-98514084863868937-127.0.0.1:39771_solr-n_0000000001) [n:127.0.0.1:39771_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:39771_solr
[junit4] 2> 189560 INFO (zkCallback-397-thread-2-processing-n:127.0.0.1:39771_solr) [n:127.0.0.1:39771_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 191054 WARN (zkCallback-429-thread-1-processing-n:127.0.0.1:45305_solr) [n:127.0.0.1:45305_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 191055 INFO (jetty-closer-380-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@786e31af{/solr,null,UNAVAILABLE}
[junit4] 2> 191060 INFO (jetty-closer-380-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@11ffa6da{/solr,null,UNAVAILABLE}
[junit4] 2> 191060 WARN (zkCallback-397-thread-2-processing-n:127.0.0.1:39771_solr) [n:127.0.0.1:39771_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 191061 INFO (jetty-closer-380-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1ae9c78a{/solr,null,UNAVAILABLE}
[junit4] 2> 191061 ERROR (SUITE-TestCollectionStateWatchers-seed#[F5258F82B05EB271]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 191061 INFO (SUITE-TestCollectionStateWatchers-seed#[F5258F82B05EB271]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43393 43393
[junit4] 2> 191068 INFO (Thread-171) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43393 43393
[junit4] 2> 191069 WARN (Thread-171) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/aliases.json
[junit4] 2> 8 /solr/clusterprops.json
[junit4] 2> 7 /solr/security.json
[junit4] 2> 7 /solr/configs/config
[junit4] 2> 3 /solr/collections/stateformat1/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 17 /solr/collections/falsepredicate/state.json
[junit4] 2> 12 /solr/collections/waitforstate/state.json
[junit4] 2> 8 /solr/clusterstate.json
[junit4] 2> 8 /solr/collections/testcollection/state.json
[junit4] 2> 3 /solr/collections/stateformat1/state.json
[junit4] 2> 2 /solr/overseer_elect/election/98514084863868938-127.0.0.1:39713_solr-n_0000000002
[junit4] 2> 2 /solr/collections/currentstate/state.json
[junit4] 2> 2 /solr/collections/delayed/state.json
[junit4] 2> 2 /solr/collections/tobedeleted/state.json
[junit4] 2> 2 /solr/overseer_elect/election/98514084863868937-127.0.0.1:39771_solr-n_0000000001
[junit4] 2> 2 /solr/overseer_elect/election/98514084863868952-127.0.0.1:37581_solr-n_0000000004
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/collections
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2> 2 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> 191070 INFO (SUITE-TestCollectionStateWatchers-seed#[F5258F82B05EB271]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_F5258F82B05EB271-001
[junit4] 2> Aug 20, 2017 5:08:17 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=3002, maxDocsPerChunk=741, blockSize=70), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=3002, blockSize=70)), sim=RandomSimilarity(queryNorm=true,coord=crazy): {}, locale=fr-FR, timezone=America/Guadeloupe
[junit4] 2> NOTE: Linux 4.10.0-27-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=214947072,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [MergeIndexesEmbeddedTest, TestFastInputStream, OrEvaluatorTest, GetByIdTest, RoundEvaluatorTest, CloudSolrClientCacheTest, ConcurrentUpdateSolrClientBuilderTest, TestDocumentObjectBinder, SolrExampleStreamingBinaryTest, SolrDocumentTest, TestSolrJErrorHandling, CoalesceEvaluatorTest, SubtractEvaluatorTest, AddEvaluatorTest, OperationsTest, TestJsonRecordReader, ClientUtilsTest, ArcSineEvaluatorTest, HyperbolicCosineEvaluatorTest, QueryResponseTest, SolrExampleStreamingTest, TestNamedListCodec, TestJavaBinCodec, TestHash, ModifiableSolrParamsTest, DocumentAnalysisResponseTest, AnlysisResponseBaseTest, SolrSchemalessExampleTest, CloudSolrClientMultiConstructorTest, CloudSolrClientTest, JdbcDriverTest, JdbcTest, StreamExpressionToExpessionTest, StreamExpressionToExplanationTest, AbsoluteValueEvaluatorTest, CosineEvaluatorTest, EqualsEvaluatorTest, FloorEvaluatorTest, GreaterThanEvaluatorTest, HyperbolicTangentEvaluatorTest, ModuloEvaluatorTest, NaturalLogEvaluatorTest, ConcatOperationTest, TestCollectionAdminRequest, NoOpResponseParserTest, TestDelegationTokenResponse, TestSuggesterResponse, TestToleratedUpdateError, SolrZkClientTest, TestCollectionStateWatchers]
[junit4] Completed [129/130 (1!)] on J1 in 57.54s, 9 tests, 1 failure <<< FAILURES!
[...truncated 6680 lines...]
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-6.6-Linux/build.xml:775: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-6.6-Linux/build.xml:727: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid21617.hprof
Total time: 64 minutes 10 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-6.6-Linux (32bit/jdk1.8.0_144) - Build # 68 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.6-Linux/68/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseSerialGC
4 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth
Error Message:
2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth: 1) Thread[id=9138, name=jetty-launcher-1212-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505) 2) Thread[id=9134, name=jetty-launcher-1212-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth:
1) Thread[id=9138, name=jetty-launcher-1212-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
2) Thread[id=9134, name=jetty-launcher-1212-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
at __randomizedtesting.SeedInfo.seed([89EC38251F59966A]:0)
FAILED: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv
Error Message:
java.lang.RuntimeException: Error from server at http://127.0.0.1:35081/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:37333/solr/test_col_shard2_replica2: Server Error request: http://127.0.0.1:37333/solr/test_col_shard2_replica2/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A35081%2Fsolr%2Ftest_col_shard1_replica1%2F&wt=javabin&version=2 Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:40501/solr/test_col_shard2_replica1/ update: org.apache.solr.client.solrj.request.UpdateRequest@dba2ac
Stack Trace:
java.util.concurrent.ExecutionException: java.lang.RuntimeException: Error from server at http://127.0.0.1:35081/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:37333/solr/test_col_shard2_replica2: Server Error
request: http://127.0.0.1:37333/solr/test_col_shard2_replica2/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A35081%2Fsolr%2Ftest_col_shard1_replica1%2F&wt=javabin&version=2
Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:40501/solr/test_col_shard2_replica1/ update: org.apache.solr.client.solrj.request.UpdateRequest@dba2ac
at __randomizedtesting.SeedInfo.seed([89EC38251F59966A:BFF85A639504AC7B]:0)
at java.util.concurrent.FutureTask.report(FutureTask.java:122)
at java.util.concurrent.FutureTask.get(FutureTask.java:192)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.checkField(TestStressCloudBlindAtomicUpdates.java:281)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv(TestStressCloudBlindAtomicUpdates.java:193)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: Error from server at http://127.0.0.1:35081/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:37333/solr/test_col_shard2_replica2: Server Error
request: http://127.0.0.1:37333/solr/test_col_shard2_replica2/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A35081%2Fsolr%2Ftest_col_shard1_replica1%2F&wt=javabin&version=2
Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:40501/solr/test_col_shard2_replica1/ update: org.apache.solr.client.solrj.request.UpdateRequest@dba2ac
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.run(TestStressCloudBlindAtomicUpdates.java:409)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:35081/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:37333/solr/test_col_shard2_replica2: Server Error
request: http://127.0.0.1:37333/solr/test_col_shard2_replica2/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A35081%2Fsolr%2Ftest_col_shard1_replica1%2F&wt=javabin&version=2
Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:40501/solr/test_col_shard2_replica1/ update: org.apache.solr.client.solrj.request.UpdateRequest@dba2ac
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:177)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.doRandomAtomicUpdate(TestStressCloudBlindAtomicUpdates.java:368)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.run(TestStressCloudBlindAtomicUpdates.java:397)
... 6 more
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Something is broken in the assert for no shards using the same indexDir - probably something was changed in the attributes published in the MBean of SolrCore : {}
Stack Trace:
java.lang.AssertionError: Something is broken in the assert for no shards using the same indexDir - probably something was changed in the attributes published in the MBean of SolrCore : {}
at __randomizedtesting.SeedInfo.seed([89EC38251F59966A:C1994C91196AB9FF]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.checkNoTwoShardsUseTheSameIndexDir(CollectionsAPIDistributedZkTest.java:646)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:524)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.common.cloud.TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure
Error Message:
Did not see a fully active cluster after 30 seconds
Stack Trace:
java.lang.AssertionError: Did not see a fully active cluster after 30 seconds
at __randomizedtesting.SeedInfo.seed([72D3944B26A0EDB3:FAE53618FE0F05A1]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.common.cloud.TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure(TestCollectionStateWatchers.java:250)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11531 lines...]
[junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_89EC38251F59966A-001/init-core-data-001
[junit4] 2> 547872 WARN (SUITE-CollectionsAPIDistributedZkTest-seed#[89EC38251F59966A]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=91 numCloses=91
[junit4] 2> 547873 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[89EC38251F59966A]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields
[junit4] 2> 547874 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[89EC38251F59966A]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 547875 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[89EC38251F59966A]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_89EC38251F59966A-001/tempDir-001
[junit4] 2> 547875 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[89EC38251F59966A]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 547875 INFO (Thread-2861) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 547875 INFO (Thread-2861) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 547877 ERROR (Thread-2861) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 547975 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[89EC38251F59966A]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:33143
[junit4] 2> 547983 INFO (jetty-launcher-819-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 547983 INFO (jetty-launcher-819-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 547983 INFO (jetty-launcher-819-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 547983 INFO (jetty-launcher-819-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 547985 INFO (jetty-launcher-819-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1931688{/solr,null,AVAILABLE}
[junit4] 2> 547985 INFO (jetty-launcher-819-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@179280{/solr,null,AVAILABLE}
[junit4] 2> 547990 INFO (jetty-launcher-819-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@e4082a{/solr,null,AVAILABLE}
[junit4] 2> 547990 INFO (jetty-launcher-819-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4b7689{/solr,null,AVAILABLE}
[junit4] 2> 547993 INFO (jetty-launcher-819-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6b8cac{HTTP/1.1,[http/1.1]}{127.0.0.1:36851}
[junit4] 2> 547993 INFO (jetty-launcher-819-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@ce9f67{HTTP/1.1,[http/1.1]}{127.0.0.1:35441}
[junit4] 2> 547993 INFO (jetty-launcher-819-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@947529{HTTP/1.1,[http/1.1]}{127.0.0.1:44291}
[junit4] 2> 547993 INFO (jetty-launcher-819-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@c43c{HTTP/1.1,[http/1.1]}{127.0.0.1:42939}
[junit4] 2> 547993 INFO (jetty-launcher-819-thread-2) [ ] o.e.j.s.Server Started @549190ms
[junit4] 2> 547993 INFO (jetty-launcher-819-thread-1) [ ] o.e.j.s.Server Started @549190ms
[junit4] 2> 547993 INFO (jetty-launcher-819-thread-3) [ ] o.e.j.s.Server Started @549190ms
[junit4] 2> 547993 INFO (jetty-launcher-819-thread-4) [ ] o.e.j.s.Server Started @549190ms
[junit4] 2> 547993 INFO (jetty-launcher-819-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35441}
[junit4] 2> 547993 INFO (jetty-launcher-819-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36851}
[junit4] 2> 547993 INFO (jetty-launcher-819-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44291}
[junit4] 2> 547993 INFO (jetty-launcher-819-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42939}
[junit4] 2> 547994 ERROR (jetty-launcher-819-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 547994 ERROR (jetty-launcher-819-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 547994 INFO (jetty-launcher-819-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.1
[junit4] 2> 547994 INFO (jetty-launcher-819-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.1
[junit4] 2> 547994 INFO (jetty-launcher-819-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 547994 INFO (jetty-launcher-819-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 547994 ERROR (jetty-launcher-819-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 547994 ERROR (jetty-launcher-819-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 547994 INFO (jetty-launcher-819-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.1
[junit4] 2> 547994 INFO (jetty-launcher-819-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.1
[junit4] 2> 547994 INFO (jetty-launcher-819-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 547994 INFO (jetty-launcher-819-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 547994 INFO (jetty-launcher-819-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 547994 INFO (jetty-launcher-819-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-19T23:23:08.561Z
[junit4] 2> 547994 INFO (jetty-launcher-819-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 547994 INFO (jetty-launcher-819-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 547995 INFO (jetty-launcher-819-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-19T23:23:08.562Z
[junit4] 2> 547995 INFO (jetty-launcher-819-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-19T23:23:08.562Z
[junit4] 2> 547994 INFO (jetty-launcher-819-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 547995 INFO (jetty-launcher-819-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-19T23:23:08.562Z
[junit4] 2> 547998 INFO (jetty-launcher-819-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 547998 INFO (jetty-launcher-819-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 547998 INFO (jetty-launcher-819-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 547998 INFO (jetty-launcher-819-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 548019 INFO (jetty-launcher-819-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 548019 INFO (jetty-launcher-819-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 548020 INFO (jetty-launcher-819-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 548021 INFO (jetty-launcher-819-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 548022 INFO (jetty-launcher-819-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33143/solr
[junit4] 2> 548022 INFO (jetty-launcher-819-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33143/solr
[junit4] 2> 548024 INFO (jetty-launcher-819-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33143/solr
[junit4] 2> 548042 INFO (jetty-launcher-819-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33143/solr
[junit4] 2> 548048 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15dfccea91b0005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 548055 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15dfccea91b0009, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 548078 INFO (jetty-launcher-819-thread-4) [n:127.0.0.1:36851_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 548078 INFO (jetty-launcher-819-thread-2) [n:127.0.0.1:44291_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 548079 INFO (jetty-launcher-819-thread-4) [n:127.0.0.1:36851_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36851_solr
[junit4] 2> 548079 INFO (jetty-launcher-819-thread-3) [n:127.0.0.1:35441_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 548079 INFO (jetty-launcher-819-thread-2) [n:127.0.0.1:44291_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44291_solr
[junit4] 2> 548081 INFO (zkCallback-839-thread-1-processing-n:127.0.0.1:35441_solr) [n:127.0.0.1:35441_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 548085 INFO (zkCallback-840-thread-1-processing-n:127.0.0.1:44291_solr) [n:127.0.0.1:44291_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 548085 INFO (jetty-launcher-819-thread-4) [n:127.0.0.1:36851_solr ] o.a.s.c.Overseer Overseer (id=98512731402600456-127.0.0.1:36851_solr-n_0000000000) starting
[junit4] 2> 548086 INFO (zkCallback-836-thread-1-processing-n:127.0.0.1:36851_solr) [n:127.0.0.1:36851_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 548087 INFO (jetty-launcher-819-thread-3) [n:127.0.0.1:35441_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35441_solr
[junit4] 2> 548090 INFO (jetty-launcher-819-thread-1) [n:127.0.0.1:42939_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 548092 INFO (jetty-launcher-819-thread-1) [n:127.0.0.1:42939_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42939_solr
[junit4] 2> 548093 INFO (zkCallback-839-thread-1-processing-n:127.0.0.1:35441_solr) [n:127.0.0.1:35441_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 548097 INFO (zkCallback-836-thread-1-processing-n:127.0.0.1:36851_solr) [n:127.0.0.1:36851_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 548097 INFO (zkCallback-842-thread-1-processing-n:127.0.0.1:42939_solr) [n:127.0.0.1:42939_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 548101 INFO (zkCallback-840-thread-1-processing-n:127.0.0.1:44291_solr) [n:127.0.0.1:44291_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 548104 INFO (zkCallback-836-thread-1-processing-n:127.0.0.1:36851_solr) [n:127.0.0.1:36851_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 548112 INFO (zkCallback-842-thread-2-processing-n:127.0.0.1:42939_solr) [n:127.0.0.1:42939_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 548138 INFO (jetty-launcher-819-thread-4) [n:127.0.0.1:36851_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36851_solr
[junit4] 2> 548141 INFO (zkCallback-839-thread-1-processing-n:127.0.0.1:35441_solr) [n:127.0.0.1:35441_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 548141 INFO (zkCallback-840-thread-1-processing-n:127.0.0.1:44291_solr) [n:127.0.0.1:44291_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 548141 INFO (zkCallback-836-thread-1-processing-n:127.0.0.1:36851_solr) [n:127.0.0.1:36851_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 548142 INFO (zkCallback-842-thread-2-processing-n:127.0.0.1:42939_solr) [n:127.0.0.1:42939_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 548286 INFO (jetty-launcher-819-thread-1) [n:127.0.0.1:42939_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_89EC38251F59966A-001/tempDir-001/node1/.
[junit4] 2> 548305 INFO (jetty-launcher-819-thread-2) [n:127.0.0.1:44291_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_89EC38251F59966A-001/tempDir-001/node2/.
[junit4] 2> 548412 INFO (jetty-launcher-819-thread-4) [n:127.0.0.1:36851_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_89EC38251F59966A-001/tempDir-001/node4/.
[junit4] 2> 548502 INFO (jetty-launcher-819-thread-3) [n:127.0.0.1:35441_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_89EC38251F59966A-001/tempDir-001/node3/.
[junit4] 2> 548512 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[89EC38251F59966A]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 548513 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[89EC38251F59966A]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33143/solr ready
[junit4] 2> 548533 INFO (TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[89EC38251F59966A]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCollectionsAPI
[junit4] 2> 548534 INFO (TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[89EC38251F59966A]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 548538 INFO (qtp2060817-6559) [n:127.0.0.1:42939_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=a9a7c3e9-017a-401b-92b7-ed71509b4599&replicationFactor=1&collection.configName=conf2&maxShardsPerNode=1&name=awhollynewcollection_0&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 548539 INFO (qtp2060817-6559) [n:127.0.0.1:42939_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=a9a7c3e9-017a-401b-92b7-ed71509b4599&replicationFactor=1&collection.configName=conf2&maxShardsPerNode=1&name=awhollynewcollection_0&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 548541 INFO (OverseerThreadFactory-1884-thread-1-processing-n:127.0.0.1:36851_solr) [n:127.0.0.1:36851_solr ] o.a.s.c.CreateCollectionCmd Create collection awhollynewcollection_0
[junit4] 2> 548546 INFO (zkCallback-849-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
[junit4] 2> 548650 INFO (qtp14013820-6560) [n:127.0.0.1:35441_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=a9a7c3e9-017a-401b-92b7-ed71509b45992181912217050423&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard2_replica1&action=CREATE&numShards=2&collection=awhollynewcollection_0&shard=shard2&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 548650 INFO (qtp2060817-6568) [n:127.0.0.1:42939_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=a9a7c3e9-017a-401b-92b7-ed71509b45992181912217554721&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard1_replica1&action=CREATE&numShards=2&collection=awhollynewcollection_0&shard=shard1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 548652 INFO (parallelCoreAdminExecutor-1885-thread-1-processing-n:127.0.0.1:42939_solr a9a7c3e9-017a-401b-92b7-ed71509b45992181912217554721 CREATE) [n:127.0.0.1:42939_solr ] o.a.s.u.TestInjection Inject random core creation delay of 8s
[junit4] 2> 548652 INFO (parallelCoreAdminExecutor-1891-thread-1-processing-n:127.0.0.1:35441_solr a9a7c3e9-017a-401b-92b7-ed71509b45992181912217050423 CREATE) [n:127.0.0.1:35441_solr ] o.a.s.u.TestInjection Inject random core creation delay of 8s
[junit4] 2> 548654 INFO (qtp2060817-6541) [n:127.0.0.1:42939_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : a9a7c3e9-017a-401b-92b7-ed71509b45992181912217554721
[junit4] 2> 548654 INFO (qtp2060817-6541) [n:127.0.0.1:42939_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=a9a7c3e9-017a-401b-92b7-ed71509b45992181912217554721&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 549658 INFO (qtp2060817-6559) [n:127.0.0.1:42939_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : a9a7c3e9-017a-401b-92b7-ed71509b45992181912217554721
[junit4] 2> 549658 INFO (qtp2060817-6559) [n:127.0.0.1:42939_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=a9a7c3e9-017a-401b-92b7-ed71509b45992181912217554721&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 550661 INFO (qtp2060817-6544) [n:127.0.0.1:42939_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : a9a7c3e9-017a-401b-92b7-ed71509b45992181912217554721
[junit4] 2> 550661 INFO (qtp2060817-6544) [n:127.0.0.1:42939_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=a9a7c3e9-017a-401b-92b7-ed71509b45992181912217554721&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 551664 INFO (qtp2060817-6568) [n:127.0.0.1:42939_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : a9a7c3e9-017a-401b-92b7-ed71509b45992181912217554721
[junit4] 2> 551664 INFO (qtp2060817-6568) [n:127.0.0.1:42939_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=a9a7c3e9-017a-401b-92b7-ed71509b45992181912217554721&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 552667 INFO (qtp2060817-6541) [n:127.0.0.1:42939_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : a9a7c3e9-017a-401b-92b7-ed71509b45992181912217554721
[junit4] 2> 552667 INFO (qtp2060817-6541) [n:127.0.0.1:42939_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=a9a7c3e9-017a-401b-92b7-ed71509b45992181912217554721&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 553670 INFO (qtp2060817-6559) [n:127.0.0.1:42939_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : a9a7c3e9-017a-401b-92b7-ed71509b45992181912217554721
[junit4] 2> 553670 INFO (qtp2060817-6559) [n:127.0.0.1:42939_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=a9a7c3e9-017a-401b-92b7-ed71509b45992181912217554721&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 554672 INFO (qtp2060817-6544) [n:127.0.0.1:42939_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : a9a7c3e9-017a-401b-92b7-ed71509b45992181912217554721
[junit4] 2> 554672 INFO (qtp2060817-6544) [n:127.0.0.1:42939_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=a9a7c3e9-017a-401b-92b7-ed71509b45992181912217554721&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 555675 INFO (qtp2060817-6568) [n:127.0.0.1:42939_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : a9a7c3e9-017a-401b-92b7-ed71509b45992181912217554721
[junit4] 2> 555675 INFO (qtp2060817-6568) [n:127.0.0.1:42939_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=a9a7c3e9-017a-401b-92b7-ed71509b45992181912217554721&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 556652 INFO (parallelCoreAdminExecutor-1885-thread-1-processing-n:127.0.0.1:42939_solr a9a7c3e9-017a-401b-92b7-ed71509b45992181912217554721 CREATE) [n:127.0.0.1:42939_solr ] o.a.s.h.a.CoreAdminOperation core create command async=a9a7c3e9-017a-401b-92b7-ed71509b45992181912217554721&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard1_replica1&action=CREATE&numShards=2&collection=awhollynewcollection_0&shard=shard1&wt=javabin&version=2
[junit4] 2> 556652 INFO (parallelCoreAdminExecutor-1891-thread-1-processing-n:127.0.0.1:35441_solr a9a7c3e9-017a-401b-92b7-ed71509b45992181912217050423 CREATE) [n:127.0.0.1:35441_solr ] o.a.s.h.a.CoreAdminOperation core create command async=a9a7c3e9-017a-401b-92b7-ed71509b45992181912217050423&qt=/admin/cores&collection.configName=conf2&newCollection=true&name=awhollynewcollection_0_shard2_replica1&action=CREATE&numShards=2&collection=awhollynewcollection_0&shard=shard2&wt=javabin&version=2
[junit4] 2> 556653 INFO (parallelCoreAdminExecutor-1885-thread-1-processing-n:127.0.0.1:42939_solr a9a7c3e9-017a-401b-92b7-ed71509b45992181912217554721 CREATE) [n:127.0.0.1:42939_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 556653 INFO (parallelCoreAdminExecutor-1891-thread-1-processing-n:127.0.0.1:35441_solr a9a7c3e9-017a-401b-92b7-ed71509b45992181912217050423 CREATE) [n:127.0.0.1:35441_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 556660 INFO (zkCallback-839-thread-1-processing-n:127.0.0.1:35441_solr) [n:127.0.0.1:35441_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
[junit4] 2> 556660 INFO (zkCallback-842-thread-2-processing-n:127.0.0.1:42939_solr) [n:127.0.0.1:42939_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
[junit4] 2> 556660 INFO (zkCallback-849-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
[junit4] 2> 556678 INFO (qtp2060817-6541) [n:127.0.0.1:42939_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : a9a7c3e9-017a-401b-92b7-ed71509b45992181912217554721
[junit4] 2> 556678 INFO (qtp2060817-6541) [n:127.0.0.1:42939_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=a9a7c3e9-017a-401b-92b7-ed71509b45992181912217554721&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 556767 INFO (zkCallback-849-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
[junit4] 2> 556767 INFO (zkCallback-842-thread-2-processing-n:127.0.0.1:42939_solr) [n:127.0.0.1:42939_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
[junit4] 2> 556767 INFO (zkCallback-839-thread-1-processing-n:127.0.0.1:35441_solr) [n:127.0.0.1:35441_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
[junit4] 2> 557693 INFO (qtp2060817-6559) [n:127.0.0.1:42939_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : a9a7c3e9-017a-401b-92b7-ed71509b45992181912217554721
[junit4] 2> 557693 INFO (qtp2060817-6559) [n:127.0.0.1:42939_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=a9a7c3e9-017a-401b-92b7-ed71509b45992181912217554721&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 557700 INFO (parallelCoreAdminExecutor-1891-thread-1-processing-n:127.0.0.1:35441_solr a9a7c3e9-017a-401b-92b7-ed71509b45992181912217050423 CREATE) [n:127.0.0.1:35441_solr c:awhollynewcollection_0 s:shard2 x:awhollynewcollection_0_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 557701 INFO (parallelCoreAdminExecutor-1885-thread-1-processing-n:127.0.0.1:42939_solr a9a7c3e9-017a-401b-92b7-ed71509b45992181912217554721 CREATE) [n:127.0.0.1:42939_solr c:awhollynewcollection_0 s:shard1 x:awhollynewcollection_0_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 557727 INFO (parallelCoreAdminExecutor-1885-thread-1-processing-n:127.0.0.1:42939_solr a9a7c3e9-017a-401b-92b7-ed71509b45992181912217554721 CREATE) [n:127.0.0.1:42939_solr c:awhollynewcollection_0 s:shard1 x:awhollynewcollection_0_shard1_replica1] o.a.s.s.IndexSchema [awhollynewcollection_0_shard1_replica1] Schema name=minimal
[junit4] 2> 557728 INFO (parallelCoreAdminExecutor-1891-thread-1-processing-n:127.0.0.1:35441_solr a9a7c3e9-017a-401b-92b7-ed71509b45992181912217050423 CREATE) [n:127.0.0.1:35441_solr c:awhollynewcollection_0 s:shard2 x:awhollynewcollection_0_shard2_replica1] o.a.s.s.IndexSchema [awhollynewcollection_0_shard2_replica1] Schema name=minimal
[junit4] 2> 557733 INFO (parallelCoreAdminExecutor-1885-thread-1-processing-n:127.0.0.1:42939_solr a9a7c3e9-017a-401b-92b7-ed71509b45992181912217554721 CREATE) [n:127.0.0.1:42939_solr c:awhollynewcollection_0 s:shard1 x:awhollynewcollection_0_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 557733 INFO (parallelCoreAdminExecutor-1885-thread-1-processing-n:127.0.0.1:42939_solr a9a7c3e9-017a-401b-92b7-ed71509b45992181912217554721 CREATE) [n:127.0.0.1:42939_solr c:awhollynewcollection_0 s:shard1 x:awhollynewcollection_0_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'awhollynewcollection_0_shard1_replica1' using configuration from collection awhollynewcollection_0, trusted=true
[junit4] 2> 557733 INFO (parallelCoreAdminExecutor-1885-thread-1-processing-n:127.0.0.1:42939_solr a9a7c3e9-017a-401b-92b7-ed71509b45992181912217554721 CREATE) [n:127.0.0.1:42939_solr c:awhollynewcollection_0 s:shard1 x:awhollynewcollection_0_shard1_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 557733 INFO (parallelCoreAdminExecutor-1891-thread-1-processing-n:127.0.0.1:35441_solr a9a7c3e9-017a-401b-92b7-ed71509b45992181912217050423 CREATE) [n:127.0.0.1:35441_solr c:awhollynewcollection_0 s:shard2 x:awhollynewcollection_0_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 557733 INFO (parallelCoreAdminExecutor-1885-thread-1-processing-n:127.0.0.1:42939_solr a9a7c3e9-017a-401b-92b7-ed71509b45992181912217554721 CREATE) [n:127.0.0.1:42939_solr c:awhollynewcollection_0 s:shard1 x:awhollynewcollection_0_shard1_replica1] o.a.s.c.SolrCore [[awhollynewcollection_0_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_89EC38251F59966A-001/tempDir-001/node1/awhollynewcollection_0_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_89EC38251F59966A-001/tempDir-001/node1/./awhollynewcollection_0_shard1_replica1/data/]
[junit4] 2> 557733 INFO (parallelCoreAdminExecutor-1891-thread-1-processing-n:127.0.0.1:35441_solr a9a7c3e9-017a-401b-92b7-ed71509b45992181912217050423 CREATE) [n:127.0.0.1:35441_solr c:awhollynewcollection_0 s:shard2 x:awhollynewcollection_0_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'awhollynewcollection_0_shard2_replica1' using configuration from collection awhollynewcollection_0, trusted=true
[junit4] 2> 557734 INFO (parallelCoreAdminExecutor-1891-thread-1-processing-n:127.0.0.1:35441_solr a9a7c3e9-017a-401b-92b7-ed71509b45992181912217050423 CREATE) [n:127.0.0.1:35441_solr c:awhollynewcollection_0 s:shard2 x:awhollynewcollection_0_shard2_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 557734 INFO (parallelCoreAdminExecutor-1891-thread-1-processing-n:127.0.0.1:35441_solr a9a7c3e9-017a-401b-92b7-ed71509b45992181912217050423 CREATE) [n:127.0.0.1:35441_solr c:awhollynewcollection_0 s:shard2 x:awhollynewcollection_0_shard2_replica1] o.a.s.c.SolrCore [[awhollynewcollection_0_shard2_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_89EC38251F59966A-001/tempDir-001/node3/awhollynewcollection_0_shard2_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_89EC38251F59966A-001/tempDir-001/node3/./awhollynewcollection_0_shard2_replica1/data/]
[junit4] 2> 557780 INFO (parallelCoreAdminExecutor-1891-thread-1-processing-n:127.0.0.1:35441_solr a9a7c3e9-017a-401b-92b7-ed71509b45992181912217050423 CREATE) [n:127.0.0.1:35441_solr c:awhollynewcollection_0 s:shard2 x:awhollynewcollection_0_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 557780 INFO (parallelCoreAdminExecutor-1891-thread-1-processing-n:127.0.0.1:35441_solr a9a7c3e9-017a-401b-92b7-ed71509b45992181912217050423 CREATE) [n:127.0.0.1:35441_solr c:awhollynewcollection_0 s:shard2 x:awhollynewcollection_0_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 557781 INFO (parallelCoreAdminExecutor-1885-thread-1-processing-n:127.0.0.1:42939_solr a9a7c3e9-017a-401b-92b7-ed71509b45992181912217554721 CREATE) [n:127.0.0.1:42939_solr c:awhollynewcollection_0 s:shard1 x:awhollynewcollection_0_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 557781 INFO (parallelCoreAdminExecutor-1885-thread-1-processing-n:127.0.0.1:42939_solr a9a7c3e9-017a-401b-92b7-ed71509b45992181912217554721 CREATE) [n:127.0.0.1:42939_solr c:awhollynewcollection_0 s:shard1 x:awhollynewcollection_0_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 557781 INFO (parallelCoreAdminExecutor-1891-thread-1-processing-n:127.0.0.1:35441_solr a9a7c3e9-017a-401b-92b7-ed71509b45992181912217050423 CREATE) [n:127.0.0.1:35441_solr c:awhollynewcollection_0 s:shard2 x:awhollynewcollection_0_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 557781 INFO (parallelCoreAdminExecutor-1891-thread-1-processing-n:127.0.0.1:35441_solr a9a7c3e9-017a-401b-92b7-ed71509b45992181912217050423 CREATE) [n:127.0.0.1:35441_solr c:awhollynewcollection_0 s:shard2 x:awhollynewcollection_0_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 557782 INFO (parallelCoreAdminExecutor-1891-thread-1-processing-n:127.0.0.1:35441_solr a9a7c3e9-017a-401b-92b7-ed71509b45992181912217050423 CREATE) [n:127.0.0.1:35441_solr c:awhollynewcollection_0 s:shard2 x:awhollynewcollection_0_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@101a9aa[awhollynewcollection_0_shard2_replica1] main]
[junit4] 2> 557782 INFO (parallelCoreAdminExecutor-1885-thread-1-processing-n:127.0.0.1:42939_solr a9a7c3e9-017a-401b-92b7-ed71509b45992181912217554721 CREATE) [n:127.0.0.1:42939_solr c:awhollynewcollection_0 s:shard1 x:awhollynewcollection_0_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 557782 INFO (parallelCoreAdminExecutor-1885-thread-1-processing-n:127.0.0.1:42939_solr a9a7c3e9-017a-401b-92b7-ed71509b45992181912217554721 CREATE) [n:127.0.0.1:42939_solr c:awhollynewcollection_0 s:shard1 x:awhollynewcollection_0_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 557783 INFO (parallelCoreAdminExecutor-1885-thread-1-processing-n:127.0.0.1:42939_solr a9a7c3e9-017a-401b-92b7-ed71509b45992181912217554721 CREATE) [n:127.0.0.1:42939_solr c:awhollynewcollection_0 s:shard1 x:awhollynewcollection_0_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@153ba0f[awhollynewcollection_0_shard1_replica1] main]
[junit4] 2> 557783 INFO (parallelCoreAdminExecutor-1891-thread-1-processing-n:127.0.0.1:35441_solr a9a7c3e9-017a-401b-92b7-ed71509b45992181912217050423 CREATE) [n:127.0.0.1:35441_solr c:awhollynewcollection_0 s:shard2 x:awhollynewcollection_0_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf2
[junit4] 2> 557783 INFO (parallelCoreAdminExecutor-1891-thread-1-processing-n:127.0.0.1:35441_solr a9a7c3e9-017a-401b-92b7-ed71509b45992181912217050423 CREATE) [n:127.0.0.1:35441_solr c:awhollynewcollection_0 s:shard2 x:awhollynewcollection_0_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf2
[junit4] 2> 557783 INFO (parallelCoreAdminExecutor-1885-thread-1-processing-n:127.0.0.1:42939_solr a9a7c3e9-017a-401b-92b7-ed71509b45992181912217554721 CREATE) [n:127.0.0.1:42939_solr c:awhollynewcollection_0 s:shard1 x:awhollynewcollection_0_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf2
[junit4] 2> 557783 INFO (parallelCoreAdminExecutor-1891-thread-1-processing-n:127.0.0.1:35441_solr a9a7c3e9-017a-401b-92b7-ed71509b45992181912217050423 CREATE) [n:127.0.0.1:35441_solr c:awhollynewcollection_0 s:shard2 x:awhollynewcollection_0_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 557784 INFO (parallelCoreAdminExecutor-1885-thread-1-processing-n:127.0.0.1:42939_solr a9a7c3e9-017a-401b-92b7-ed71509b45992181912217554721 CREATE) [n:127.0.0.1:42939_solr c:awhollynewcollection_0 s:shard1 x:awhollynewcollection_0_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf2
[junit4] 2> 557784 INFO (searcherExecutor-1894-thread-1-processing-x:awhollynewcollection_0_shard2_replica1 a9a7c3e9-017a-401b-92b7-ed71509b45992181912217050423 CREATE n:127.0.0.1:35441_solr s:shard2 c:awhollynewcollection_0) [n:127.0.0.1:35441_solr c:awhollynewcollection_0 s:shard2 x:awhollynewcollection_0_shard2_replica1] o.a.s.c.SolrCore [awhollynewcollection_0_shard2_replica1] Registered new searcher Searcher@101a9aa[awhollynewcollection_0_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 557784 INFO (parallelCoreAdminExecutor-1885-thread-1-processing-n:127.0.0.1:42939_solr a9a7c3e9-017a-401b-92b7-ed71509b45992181912217554721 CREATE) [n:127.0.0.1:42939_solr c:awhollynewcollection_0 s:shard1 x:awhollynewcollection_0_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 557784 INFO (parallelCoreAdminExecutor-1891-thread-1-processing-n:127.0.0.1:35441_solr a9a7c3e9-017a-401b-92b7-ed71509b45992181912217050423 CREATE) [n:127.0.0.1:35441_solr c:awhollynewcollection_0 s:shard2 x:awhollynewcollection_0_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576203712830898176
[junit4] 2> 557784 INFO (searcherExecutor-1893-thread-1-processing-x:awhollynewcollection_0_shard1_replica1 a9a7c3e9-017a-401b-92b7-ed71509b45992181912217554721 CREATE n:127.0.0.1:42939_solr s:shard1 c:awhollynewcollection_0) [n:127.0.0.1:42939_solr c:awhollynewcollection_0 s:shard1 x:awhollynewcollection_0_shard1_replica1] o.a.s.c.SolrCore [awhollynewcollection_0_shard1_replica1] Registered new searcher Searcher@153ba0f[awhollynewcollection_0_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 557785 INFO (parallelCoreAdminExecutor-1885-thread-1-processing-n:127.0.0.1:42939_solr a9a7c3e9-017a-401b-92b7-ed71509b45992181912217554721 CREATE) [n:127.0.0.1:42939_solr c:awhollynewcollection_0 s:shard1 x:awhollynewcollection_0_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576203712831946752
[junit4] 2> 557789 INFO (parallelCoreAdminExecutor-1891-thread-1-processing-n:127.0.0.1:35441_solr a9a7c3e9-017a-401b-92b7-ed71509b45992181912217050423 CREATE) [n:127.0.0.1:35441_solr c:awhollynewcollection_0 s:shard2 x:awhollynewcollection_0_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 557789 INFO (parallelCoreAdminExecutor-1891-thread-1-processing-n:127.0.0.1:35441_solr a9a7c3e9-017a-401b-92b7-ed71509b45992181912217050423 CREATE) [n:127.0.0.1:35441_solr c:awhollynewcollection_0 s:shard2 x:awhollynewcollection_0_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 557789 INFO (parallelCoreAdminExecutor-1885-thread-1-processing-n:127.0.0.1:42939_solr a9a7c3e9-017a-401b-92b7-ed71509b45992181912217554721 CREATE) [n:127.0.0.1:42939_solr c:awhollynewcollection_0 s:shard1 x:awhollynewcollection_0_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 557789 INFO (parallelCoreAdminExecutor-1885-thread-1-processing-n:127.0.0.1:42939_solr a9a7c3e9-017a-401b-92b7-ed71509b45992181912217554721 CREATE) [n:127.0.0.1:42939_solr c:awhollynewcollection_0 s:shard1 x:awhollynewcollection_0_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 557789 INFO (parallelCoreAdminExecutor-1891-thread-1-processing-n:127.0.0.1:35441_solr a9a7c3e9-017a-401b-92b7-ed71509b45992181912217050423 CREATE) [n:127.0.0.1:35441_solr c:awhollynewcollection_0 s:shard2 x:awhollynewcollection_0_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:35441/solr/awhollynewcollection_0_shard2_replica1/
[junit4] 2> 557790 INFO (parallelCoreAdminExecutor-1885-thread-1-processing-n:127.0.0.1:42939_solr a9a7c3e9-017a-401b-92b7-ed71509b45992181912217554721 CREATE) [n:127.0.0.1:42939_solr c:awhollynewcollection_0 s:shard1 x:awhollynewcollection_0_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42939/solr/awhollynewcollection_0_shard1_replica1/
[junit4] 2> 557790 INFO (parallelCoreAdminExecutor-1891-thread-1-processing-n:127.0.0.1:35441_solr a9a7c3e9-017a-401b-92b7-ed71509b45992181912217050423 CREATE) [n:127.0.0.1:35441_solr c:awhollynewcollection_0 s:shard2 x:awhollynewcollection_0_shard2_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 557790 INFO (parallelCoreAdminExecutor-1885-thread-1-processing-n:127.0.0.1:42939_solr a9a7c3e9-017a-401b-92b7-ed71509b45992181912217554721 CREATE) [n:127.0.0.1:42939_solr c:awhollynewcollection_0 s:shard1 x:awhollynewcollection_0_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 557790 INFO (parallelCoreAdminExecutor-1891-thread-1-processing-n:127.0.0.1:35441_solr a9a7c3e9-017a-401b-92b7-ed71509b45992181912217050423 CREATE) [n:127.0.0.1:35441_solr c:awhollynewcollection_0 s:shard2 x:awhollynewcollection_0_shard2_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:35441/solr/awhollynewcollection_0_shard2_replica1/ has no replicas
[junit4] 2> 557790 INFO (parallelCoreAdminExecutor-1885-thread-1-processing-n:127.0.0.1:42939_solr a9a7c3e9-017a-401b-92b7-ed71509b45992181912217554721 CREATE) [n:127.0.0.1:42939_solr c:awhollynewcollection_0 s:shard1 x:awhollynewcollection_0_shard1_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:42939/solr/awhollynewcollection_0_shard1_replica1/ has no replicas
[junit4] 2> 557790 INFO (parallelCoreAdminExecutor-1891-thread-1-processing-n:127.0.0.1:35441_solr a9a7c3e9-017a-401b-92b7-ed71509b45992181912217050423 CREATE) [n:127.0.0.1:35441_solr c:awhollynewcollection_0 s:shard2 x:awhollynewcollection_0_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 557790 INFO (parallelCoreAdminExecutor-1885-thread-1-processing-n:127.0.0.1:42939_solr a9a7c3e9-017a-401b-92b7-ed71509b45992181912217554721 CREATE) [n:127.0.0.1:42939_solr c:awhollynewcollection_0 s:shard1 x:awhollynewcollection_0_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 557792 INFO (parallelCoreAdminExecutor-1885-thread-1-processing-n:127.0.0.1:42939_solr a9a7c3e9-017a-401b-92b7-ed71509b45992181912217554721 CREATE) [n:127.0.0.1:42939_solr c:awhollynewcollection_0 s:shard1 x:awhollynewcollection_0_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:42939/solr/awhollynewcollection_0_shard1_replica1/ shard1
[junit4] 2> 557792 INFO (parallelCoreAdminExecutor-1891-thread-1-processing-n:127.0.0.1:35441_solr a9a7c3e9-017a-401b-92b7-ed71509b45992181912217050423 CREATE) [n:127.0.0.1:35441_solr c:awhollynewcollection_0 s:shard2 x:awhollynewcollection_0_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:35441/solr/awhollynewcollection_0_shard2_replica1/ shard2
[junit4] 2> 557895 INFO (zkCallback-842-thread-2-processing-n:127.0.0.1:42939_solr) [n:127.0.0.1:42939_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
[junit4] 2> 557895 INFO (zkCallback-849-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
[junit4] 2> 557895 INFO (zkCallback-839-thread-1-processing-n:127.0.0.1:35441_solr) [n:127.0.0.1:35441_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
[junit4] 2> 557943 INFO (parallelCoreAdminExecutor-1891-thread-1-processing-n:127.0.0.1:35441_solr a9a7c3e9-017a-401b-92b7-ed71509b45992181912217050423 CREATE) [n:127.0.0.1:35441_solr c:awhollynewcollection_0 s:shard2 x:awhollynewcollection_0_shard2_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 557943 INFO (parallelCoreAdminExecutor-1885-thread-1-processing-n:127.0.0.1:42939_solr a9a7c3e9-017a-401b-92b7-ed71509b45992181912217554721 CREATE) [n:127.0.0.1:42939_solr c:awhollynewcollection_0 s:shard1 x:awhollynewcollection_0_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 558053 INFO (zkCallback-839-thread-1-processing-n:127.0.0.1:35441_solr) [n:127.0.0.1:35441_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
[junit4] 2> 558053 INFO (zkCallback-849-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
[junit4] 2> 558053 INFO (zkCallback-842-thread-2-processing-n:127.0.0.1:42939_solr) [n:127.0.0.1:42939_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
[junit4] 2> 558066 INFO (qtp2060817-6563) [n:127.0.0.1:42939_solr c:awhollynewcollection_0 s:shard1 r:core_node2 x:awhollynewcollection_0_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [awhollynewcollection_0_shard1_replica1] webapp=/solr path=/update params={_stateVer_=awhollynewcollection_0:4&wt=javabin&version=2}{add=[8 (1576203713121353728)]} 0 5
[junit4] 2> 558067 INFO (qtp14013820-6539) [n:127.0.0.1:35441_solr c:awhollynewcollection_0 s:shard2 r:core_node1 x:awhollynewcollection_0_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [awhollynewcollection_0_shard2_replica1] webapp=/solr path=/update params={_stateVer_=awhollynewcollection_0:4&wt=javabin&version=2}{add=[6 (1576203713121353728), 7 (1576203713126596608)]} 0 6
[junit4] 2> 558073 INFO (qtp14013820-6569) [n:127.0.0.1:35441_solr c:awhollynewcollection_0 s:shard2 r:core_node1 x:awhollynewcollection_0_shard2_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 558073 INFO (qtp14013820-6569) [n:127.0.0.1:35441_solr c:awhollynewcollection_0 s:shard2 r:core_node1 x:awhollynewcollection_0_shard2_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@a62024
[junit4] 2> 558074 INFO (qtp2060817-6544) [n:127.0.0.1:42939_solr c:awhollynewcollection_0 s:shard1 r:core_node2 x:awhollynewcollection_0_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 558074 INFO (qtp2060817-6544) [n:127.0.0.1:42939_solr c:awhollynewcollection_0 s:shard1 r:core_node2 x:awhollynewcollection_0_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3a7d3e
[junit4] 2> 558078 INFO (qtp2060817-6544) [n:127.0.0.1:42939_solr c:awhollynewcollection_0 s:shard1 r:core_node2 x:awhollynewcollection_0_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@8eef01[awhollynewcollection_0_shard1_replica1] main]
[junit4] 2> 558078 INFO (qtp14013820-6569) [n:127.0.0.1:35441_solr c:awhollynewcollection_0 s:shard2 r:core_node1 x:awhollynewcollection_0_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2b1604[awhollynewcollection_0_shard2_replica1] main]
[junit4] 2> 558079 INFO (qtp14013820-6569) [n:127.0.0.1:35441_solr c:awhollynewcollection_0 s:shard2 r:core_node1 x:awhollynewcollection_0_shard2_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 558079 INFO (qtp2060817-6544) [n:127.0.0.1:42939_solr c:awhollynewcollection_0 s:shard1 r:core_node2 x:awhollynewcollection_0_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 558079 INFO (searcherExecutor-1894-thread-1-processing-n:127.0.0.1:35441_solr x:awhollynewcollection_0_shard2_replica1 s:shard2 c:awhollynewcollection_0 r:core_node1) [n:127.0.0.1:35441_solr c:awhollynewcollection_0 s:shard2 r:core_node1 x:awhollynewcollection_0_shard2_replica1] o.a.s.c.SolrCore [awhollynewcollection_0_shard2_replica1] Registered new searcher Searcher@2b1604[awhollynewcollection_0_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.6.1):C2)))}
[junit4] 2> 558079 INFO (searcherExecutor-1893-thread-1-processing-n:127.0.0.1:42939_solr x:awhollynewcollection_0_shard1_replica1 s:shard1 c:awhollynewcollection_0 r:core_node2) [n:127.0.0.1:42939_solr c:awhollynewcollection_0 s:shard1 r:core_node2 x:awhollynewcollection_0_shard1_replica1] o.a.s.c.SolrCore [awhollynewcollection_0_shard1_replica1] Registered new searcher Searcher@8eef01[awhollynewcollection_0_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.6.1):C1)))}
[junit4] 2> 558079 INFO (qtp14013820-6569) [n:127.0.0.1:35441_solr c:awhollynewcollection_0 s:shard2 r:core_node1 x:awhollynewcollection_0_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [awhollynewcollection_0_shard2_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:42939/solr/awhollynewcollection_0_shard1_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 6
[junit4] 2> 558079 INFO (qtp2060817-6544) [n:127.0.0.1:42939_solr c:awhollynewcollection_0 s:shard1 r:core_node2 x:awhollynewcollection_0_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [awhollynewcollection_0_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:42939/solr/awhollynewcollection_0_shard1_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 5
[junit4] 2> 558080 INFO (qtp2060817-6568) [n:127.0.0.1:42939_solr c:awhollynewcollection_0 s:shard1 r:core_node2 x:awhollynewcollection_0_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [awhollynewcollection_0_shard1_replica1] webapp=/solr path=/update params={_stateVer_=awhollynewcollection_0:4&commit=true&wt=javabin&version=2}{commit=} 0 10
[junit4] 2> 558086 INFO (qtp14013820-6539) [n:127.0.0.1:35441_solr c:awhollynewcollection_0 s:shard2 r:core_node1 x:awhollynewcollection_0_shard2_replica1] o.a.s.c.S.Request [awhollynewcollection_0_shard2_replica1] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=awhollynewcollection_0:4&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=http://127.0.0.1:35441/solr/awhollynewcollection_0_shard2_replica1/&rows=10&version=2&q=*:*&NOW=1503184998649&isShard=true&wt=javabin} hits=2 status=0 QTime=0
[junit4] 2> 558088 INFO (qtp2060817-6551) [n:127.0.0.1:42939_solr c:awhollynewcollection_0 s:shard1 r:core_node2 x:awhollynewcollection_0_shard1_replica1] o.a.s.c.S.Request [awhollynewcollection_0_shard1_replica1] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=awhollynewcollection_0:4&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=http://127.0.0.1:42939/solr/awhollynewcollection_0_shard1_replica1/&rows=10&version=2&q=*:*&NOW=1503184998649&isShard=true&wt=javabin} hits=1 status=0 QTime=0
[junit4] 2> 558091 INFO (qtp2060817-6568) [n:127.0.0.1:42939_solr c:awhollynewcollection_0 s:shard1 r:core_node2 x:awhollynewcollection_0_shard1_replica1] o.a.s.c.S.Request [awhollynewcollection_0_shard1_replica1] webapp=/solr path=/select params={q=*:*&df=text&distrib=false&_stateVer_=awhollynewcollection_0:4&shards.purpose=64&NOW=1503184998649&ids=8&isShard=true&shard.url=http://127.0.0.1:42939/solr/awhollynewcollection_0_shard1_replica1/&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 558091 INFO (qtp14013820-6548) [n:127.0.0.1:35441_solr c:awhollynewcollection_0 s:shard2 r:core_node1 x:awhollynewcollection_0_shard2_replica1] o.a.s.c.S.Request [awhollynewcollection_0_shard2_replica1] webapp=/solr path=/select params={q=*:*&df=text&distrib=false&_stateVer_=awhollynewcollection_0:4&shards.purpose=64&NOW=1503184998649&ids=6,7&isShard=true&shard.url=http://127.0.0.1:35441/solr/awhollynewcollection_0_shard2_replica1/&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 558092 INFO (qtp2060817-6541) [n:127.0.0.1:42939_solr c:awhollynewcollection_0 s:shard1 r:core_node2 x:awhollynewcollection_0_shard1_replica1] o.a.s.c.S.Request [awhollynewcollection_0_shard1_replica1] webapp=/solr path=/select params={q=*:*&_stateVer_=awhollynewcollection_0:4&wt=javabin&version=2} hits=3 status=0 QTime=9
[junit4] 2> 558099 INFO (TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[89EC38251F59966A]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCollectionsAPI
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=CollectionsAPIDistributedZkTest -Dtests.method=testCollectionsAPI -Dtests.seed=89EC38251F59966A -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=fr-CA -Dtests.timezone=US/Central -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] FAILURE 9.58s J1 | CollectionsAPIDistributedZkTest.testCollectionsAPI <<<
[junit4] > Throwable #1: java.lang.AssertionError: Something is broken in the assert for no shards using the same indexDir - probably something was changed in the attributes published in the MBean of SolrCore : {}
[junit4] > at __randomizedtesting.SeedInfo.seed([89EC38251F59966A:C1994C91196AB9FF]:0)
[junit4] > at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.checkNoTwoShardsUseTheSameIndexDir(CollectionsAPIDistributedZkTest.java:646)
[junit4] > at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:524)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 558130 INFO (TEST-CollectionsAPIDistributedZkTest.testCoresAreDistributedAcrossNodes-seed#[89EC38251F59966A]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCoresAreDistributedAcrossNodes
[junit4] 2> 558131 INFO (TEST-CollectionsAPIDistributedZkTest.testCoresAreDistributedAcrossNodes-seed#[89EC38251F59966A]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 558135 INFO (qtp2060817-6547) [n:127.0.0.1:42939_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=awhollynewcollection_0&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 558696 INFO (qtp2060817-6559) [n:127.0.0.1:42939_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : a9a7c3e9-017a-401b-92b7-ed71509b45992181912217554721
[junit4] 2> 558697 INFO (qtp2060817-6559) [n:127.0.0.1:42939_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=a9a7c3e9-017a-401b-92b7-ed71509b45992181912217554721&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 558699 INFO (qtp14013820-6564) [n:127.0.0.1:35441_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : a9a7c3e9-017a-401b-92b7-ed71509b45992181912217050423
[junit4] 2> 558699 INFO (qtp14013820-6564) [n:127.0.0.1:35441_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=a9a7c3e9-017a-401b-92b7-ed71509b45992181912217050423&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 558702 INFO (OverseerThreadFactory-1884-thread-1-processing-n:127.0.0.1:36851_solr) [n:127.0.0.1:36851_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 560140 INFO (OverseerCollectionConfigSetProcessor-98512731402600456-127.0.0.1:36851_solr-n_0000000000) [n:127.0.0.1:36851_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 560141 INFO (OverseerThreadFactory-1884-thread-2-processing-n:127.0.0.1:36851_solr) [n:127.0.0.1:36851_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 560144 INFO (qtp14013820-6552) [n:127.0.0.1:35441_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.awhollynewcollection_0.shard2.replica1
[junit4] 2> 560144 INFO (qtp2060817-6568) [n:127.0.0.1:42939_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.awhollynewcollection_0.shard1.replica1
[junit4] 2> 560144 INFO (qtp14013820-6552) [n:127.0.0.1:35441_solr ] o.a.s.c.SolrCore [awhollynewcollection_0_shard2_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@13cc8eb
[junit4] 2> 560144 INFO (qtp2060817-6568) [n:127.0.0.1:42939_solr ] o.a.s.c.SolrCore [awhollynewcollection_0_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@6fb701
[junit4] 2> 560146 INFO (qtp14013820-6552) [n:127.0.0.1:35441_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.awhollynewcollection_0.shard2.replica1
[junit4] 2> 560146 INFO (qtp2060817-6568) [n:127.0.0.1:42939_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.awhollynewcollection_0.shard1.replica1
[junit4] 2> 560148 INFO (qtp14013820-6552) [n:127.0.0.1:35441_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=awhollynewcollection_0_shard2_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 560148 INFO (qtp2060817-6568) [n:127.0.0.1:42939_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=awhollynewcollection_0_shard1_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 560853 INFO (qtp2060817-6547) [n:127.0.0.1:42939_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=awhollynewcollection_0&action=DELETE&wt=javabin&version=2} status=0 QTime=2717
[junit4] 2> 560856 INFO (qtp2060817-6551) [n:127.0.0.1:42939_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=nodes_used_collection&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 560857 INFO (OverseerThreadFactory-1884-thread-3-processing-n:127.0.0.1:36851_solr) [n:127.0.0.1:36851_solr ] o.a.s.c.CreateCollectionCmd Create collection nodes_used_collection
[junit4] 2> 560857 INFO (OverseerCollectionConfigSetProcessor-98512731402600456-127.0.0.1:36851_solr-n_0000000000) [n:127.0.0.1:36851_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000001 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 561062 INFO (qtp18705463-6562) [n:127.0.0.1:36851_solr ] o.a.s.u.TestInjection Inject random core creation delay of 8s
[junit4] 2> 561062 INFO (qtp1060499-6557) [n:127.0.0.1:44291_solr ] o.a.s.u.TestInjection Inject random core creation delay of 8s
[junit4] 2> 561062 INFO (qtp2060817-6541) [n:127.0.0.1:42939_solr ] o.a.s.u.TestInjection Inject random core creation delay of 8s
[junit4] 2> 561063 INFO (qtp14013820-6539) [n:127.0.0.1:35441_solr ] o.a.s.u.TestInjection Inject random core creation delay of 8s
[junit4] 2> 569062 INFO (qtp18705463-6562) [n:127.0.0.1:36851_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard2_replica2&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard2&wt=javabin&version=2
[junit4] 2> 569062 INFO (qtp1060499-6557) [n:127.0.0.1:44291_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard1_replica1&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard1&wt=javabin&version=2
[junit4] 2> 569063 INFO (qtp18705463-6562) [n:127.0.0.1:36851_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 569065 INFO (qtp2060817-6541) [n:127.0.0.1:42939_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard1_replica2&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard1&wt=javabin&version=2
[junit4] 2> 569065 INFO (qtp1060499-6557) [n:127.0.0.1:44291_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 569065 INFO (qtp14013820-6539) [n:127.0.0.1:35441_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard2_replica1&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard2&wt=javabin&version=2
[junit4] 2> 569087 INFO (qtp18705463-6562) [n:127.0.0.1:36851_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 569101 INFO (qtp18705463-6562) [n:127.0.0.1:36851_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica2] o.a.s.s.IndexSchema [nodes_used_collection_shard2_replica2] Schema name=minimal
[junit4] 2> 569128 INFO (qtp18705463-6562) [n:127.0.0.1:36851_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 569128 INFO (qtp18705463-6562) [n:127.0.0.1:36851_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica2] o.a.s.c.CoreContainer Creating SolrCore 'nodes_used_collection_shard2_replica2' using configuration from collection nodes_used_collection, trusted=true
[junit4] 2> 569128 INFO (qtp18705463-6562) [n:127.0.0.1:36851_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 569129 INFO (qtp18705463-6562) [n:127.0.0.1:36851_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica2] o.a.s.c.SolrCore [[nodes_used_collection_shard2_replica2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_89EC38251F59966A-001/tempDir-001/node4/nodes_used_collection_shard2_replica2], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.c
[...truncated too long message...]
for: solr.core.testcollection.shard4.replica1
[junit4] 2> 132447 INFO (coreCloseExecutor-675-thread-1) [n:127.0.0.1:41419_solr c:testcollection s:shard2 r:core_node5 x:testcollection_shard2_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testcollection.shard2.replica1
[junit4] 2> 132459 INFO (coreCloseExecutor-676-thread-1) [n:127.0.0.1:45523_solr c:falsepredicate s:shard3 r:core_node6 x:falsepredicate_shard3_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.falsepredicate.shard3.replica1
[junit4] 2> 132460 INFO (coreCloseExecutor-678-thread-2) [n:127.0.0.1:35979_solr c:stateformat1 s:shard1 r:core_node1 x:stateformat1_shard1_replica1] o.a.s.c.SolrCore [stateformat1_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@1ae32e1
[junit4] 2> 132460 INFO (coreCloseExecutor-677-thread-2) [n:127.0.0.1:42605_solr c:falsepredicate s:shard2 r:core_node2 x:falsepredicate_shard2_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.falsepredicate.shard2.replica1
[junit4] 2> 132460 INFO (coreCloseExecutor-678-thread-1) [n:127.0.0.1:35979_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.SolrCore [waitforstate_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@9d99d0
[junit4] 2> 132460 INFO (coreCloseExecutor-678-thread-3) [n:127.0.0.1:35979_solr c:testcollection s:shard3 r:core_node2 x:testcollection_shard3_replica1] o.a.s.c.SolrCore [testcollection_shard3_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@379fcd
[junit4] 2> 132460 INFO (coreCloseExecutor-678-thread-4) [n:127.0.0.1:35979_solr c:delayed s:shard1 r:core_node1 x:delayed_shard1_replica1] o.a.s.c.SolrCore [delayed_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@747541
[junit4] 2> 132464 INFO (coreCloseExecutor-675-thread-2) [n:127.0.0.1:41419_solr c:falsepredicate s:shard1 r:core_node5 x:falsepredicate_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.falsepredicate.shard1.replica1
[junit4] 2> 132465 INFO (coreCloseExecutor-676-thread-2) [n:127.0.0.1:45523_solr c:currentstate s:shard1 r:core_node2 x:currentstate_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.currentstate.shard1.replica1
[junit4] 2> 132465 INFO (coreCloseExecutor-678-thread-2) [n:127.0.0.1:35979_solr c:stateformat1 s:shard1 r:core_node1 x:stateformat1_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.stateformat1.shard1.replica1
[junit4] 2> 132466 INFO (coreCloseExecutor-678-thread-5) [n:127.0.0.1:35979_solr c:falsepredicate s:shard4 r:core_node1 x:falsepredicate_shard4_replica1] o.a.s.c.SolrCore [falsepredicate_shard4_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@10c45c9
[junit4] 2> 132466 INFO (coreCloseExecutor-678-thread-3) [n:127.0.0.1:35979_solr c:testcollection s:shard3 r:core_node2 x:testcollection_shard3_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testcollection.shard3.replica1
[junit4] 2> 132469 INFO (coreCloseExecutor-678-thread-1) [n:127.0.0.1:35979_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.waitforstate.shard1.replica1
[junit4] 2> 132469 INFO (coreCloseExecutor-678-thread-4) [n:127.0.0.1:35979_solr c:delayed s:shard1 r:core_node1 x:delayed_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.delayed.shard1.replica1
[junit4] 2> 132477 WARN (zkCallback-259-thread-2-processing-n:127.0.0.1:41419_solr) [n:127.0.0.1:41419_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 132477 INFO (zkCallback-230-thread-1-processing-n:127.0.0.1:35979_solr) [n:127.0.0.1:35979_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (2)
[junit4] 2> 132478 INFO (coreCloseExecutor-678-thread-5) [n:127.0.0.1:35979_solr c:falsepredicate s:shard4 r:core_node1 x:falsepredicate_shard4_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.falsepredicate.shard4.replica1
[junit4] 2> 132478 INFO (jetty-closer-212-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98512849005903881-127.0.0.1:35979_solr-n_0000000000) closing
[junit4] 2> 132478 INFO (OverseerStateUpdate-98512849005903881-127.0.0.1:35979_solr-n_0000000000) [n:127.0.0.1:35979_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:35979_solr
[junit4] 2> 132479 INFO (zkCallback-230-thread-1-processing-n:127.0.0.1:35979_solr) [n:127.0.0.1:35979_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 132481 WARN (zkCallback-230-thread-1-processing-n:127.0.0.1:35979_solr) [n:127.0.0.1:35979_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 132481 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15dfcea0acf0009, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 132481 INFO (jetty-closer-212-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@11455a2{/solr,null,UNAVAILABLE}
[junit4] 2> 133970 WARN (zkCallback-233-thread-1-processing-n:127.0.0.1:42605_solr) [n:127.0.0.1:42605_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 133970 INFO (jetty-closer-212-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6b20e8{/solr,null,UNAVAILABLE}
[junit4] 2> 133977 INFO (jetty-closer-212-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1f805d{/solr,null,UNAVAILABLE}
[junit4] 2> 133977 WARN (zkCallback-265-thread-1-processing-n:127.0.0.1:45523_solr) [n:127.0.0.1:45523_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 133977 INFO (jetty-closer-212-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@137cfcf{/solr,null,UNAVAILABLE}
[junit4] 2> 133978 ERROR (SUITE-TestCollectionStateWatchers-seed#[72D3944B26A0EDB3]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 133978 INFO (SUITE-TestCollectionStateWatchers-seed#[72D3944B26A0EDB3]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42907 42907
[junit4] 2> 134068 INFO (Thread-450) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42907 42907
[junit4] 2> 134069 WARN (Thread-450) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/aliases.json
[junit4] 2> 8 /solr/clusterprops.json
[junit4] 2> 7 /solr/security.json
[junit4] 2> 7 /solr/configs/config
[junit4] 2> 3 /solr/collections/stateformat1/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 12 /solr/collections/waitforstate/state.json
[junit4] 2> 8 /solr/clusterstate.json
[junit4] 2> 7 /solr/collections/falsepredicate/state.json
[junit4] 2> 7 /solr/collections/testcollection/state.json
[junit4] 2> 3 /solr/overseer_elect/election/98512849005903884-127.0.0.1:42605_solr-n_0000000002
[junit4] 2> 3 /solr/collections/currentstate/state.json
[junit4] 2> 3 /solr/collections/stateformat1/state.json
[junit4] 2> 2 /solr/overseer_elect/election/98512849005903881-127.0.0.1:35979_solr-n_0000000000
[junit4] 2> 2 /solr/collections/delayed/state.json
[junit4] 2> 2 /solr/collections/tobedeleted/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/collections
[junit4] 2> 5 /solr/live_nodes
[junit4] 2>
[junit4] 2> 134069 INFO (SUITE-TestCollectionStateWatchers-seed#[72D3944B26A0EDB3]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_72D3944B26A0EDB3-001
[junit4] 2> Aug 19, 2017 11:54:00 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62), sim=RandomSimilarity(queryNorm=false,coord=crazy): {}, locale=it-IT, timezone=Europe/Nicosia
[junit4] 2> NOTE: Linux 4.10.0-27-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=14186056,total=120045568
[junit4] 2> NOTE: All tests run in this JVM: [GreaterThanEqualToEvaluatorTest, HttpSolrClientConPoolTest, SolrExampleBinaryTest, HyperbolicSineEvaluatorTest, TestJavaBinCodec, CubedRootEvaluatorTest, NoOpResponseParserTest, SchemaTest, GraphExpressionTest, ConcurrentUpdateSolrClientTest, SolrExampleXMLTest, StreamExpressionParserTest, TestCollectionStateWatchers]
[junit4] Completed [119/130 (1!)] on J2 in 58.11s, 9 tests, 1 failure <<< FAILURES!
[...truncated 38715 lines...]
[JENKINS] Lucene-Solr-6.6-Linux (64bit/jdk1.8.0_144) - Build # 67 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.6-Linux/67/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseSerialGC
6 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.core.TestJmxIntegration
Error Message:
No JMX server found by monitor map
Stack Trace:
java.lang.AssertionError: No JMX server found by monitor map
at __randomizedtesting.SeedInfo.seed([E5936E2196AEAB0F]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.core.TestJmxIntegration.beforeClass(TestJmxIntegration.java:75)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster
Error Message:
Document mismatch on target after sync expected:<2000> but was:<1901>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<2000> but was:<1901>
at __randomizedtesting.SeedInfo.seed([E5936E2196AEAB0F:31D6257871F818F4]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster(CdcrBootstrapTest.java:309)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Something is broken in the assert for no shards using the same indexDir - probably something was changed in the attributes published in the MBean of SolrCore : {}
Stack Trace:
java.lang.AssertionError: Something is broken in the assert for no shards using the same indexDir - probably something was changed in the attributes published in the MBean of SolrCore : {}
at __randomizedtesting.SeedInfo.seed([E5936E2196AEAB0F:ADE61A95909D849A]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.checkNoTwoShardsUseTheSameIndexDir(CollectionsAPIDistributedZkTest.java:646)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:524)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.handler.admin.MetricsHandlerTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([E5936E2196AEAB0F:6DC751FB3852C6F7]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.junit.Assert.assertNotNull(Assert.java:537)
at org.apache.solr.handler.admin.MetricsHandlerTest.test(MetricsHandlerTest.java:54)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.security.BasicAuthIntegrationTest.testBasicAuth
Error Message:
Error from server at http://127.0.0.1:34381/solr/authCollection: No registered leader was found after waiting for 4000ms , collection: authCollection slice: shard2
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:34381/solr/authCollection: No registered leader was found after waiting for 4000ms , collection: authCollection slice: shard2
at __randomizedtesting.SeedInfo.seed([E5936E2196AEAB0F:59FD183332FD2875]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:447)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:388)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1383)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1134)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1073)
at org.apache.solr.security.BasicAuthIntegrationTest.testBasicAuth(BasicAuthIntegrationTest.java:194)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.common.cloud.TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure
Error Message:
Did not see a fully active cluster after 30 seconds
Stack Trace:
java.lang.AssertionError: Did not see a fully active cluster after 30 seconds
at __randomizedtesting.SeedInfo.seed([E9EB5BE3974FAAC4:61DDF9B04FE042D6]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.common.cloud.TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure(TestCollectionStateWatchers.java:250)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11182 lines...]
[junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E5936E2196AEAB0F-001/init-core-data-001
[junit4] 2> 55901 WARN (SUITE-CollectionsAPIDistributedZkTest-seed#[E5936E2196AEAB0F]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 55901 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[E5936E2196AEAB0F]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields
[junit4] 2> 55903 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[E5936E2196AEAB0F]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 55903 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[E5936E2196AEAB0F]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E5936E2196AEAB0F-001/tempDir-001
[junit4] 2> 55904 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[E5936E2196AEAB0F]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 55923 INFO (Thread-224) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 55923 INFO (Thread-224) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 55950 ERROR (Thread-224) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 56017 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[E5936E2196AEAB0F]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:33505
[junit4] 2> 56090 INFO (jetty-launcher-84-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 56106 INFO (jetty-launcher-84-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 56115 INFO (jetty-launcher-84-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 56118 INFO (jetty-launcher-84-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 56301 INFO (jetty-launcher-84-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4bd7722{/solr,null,AVAILABLE}
[junit4] 2> 56302 INFO (jetty-launcher-84-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@64795d53{HTTP/1.1,[http/1.1]}{127.0.0.1:34049}
[junit4] 2> 56302 INFO (jetty-launcher-84-thread-4) [ ] o.e.j.s.Server Started @57712ms
[junit4] 2> 56303 INFO (jetty-launcher-84-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34049}
[junit4] 2> 56303 ERROR (jetty-launcher-84-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 56303 INFO (jetty-launcher-84-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.1
[junit4] 2> 56303 INFO (jetty-launcher-84-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 56303 INFO (jetty-launcher-84-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 56303 INFO (jetty-launcher-84-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-19T17:25:13.022Z
[junit4] 2> 56373 INFO (jetty-launcher-84-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@323bb143{/solr,null,AVAILABLE}
[junit4] 2> 56379 INFO (jetty-launcher-84-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@13a548fe{/solr,null,AVAILABLE}
[junit4] 2> 56380 INFO (jetty-launcher-84-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5f2955f9{HTTP/1.1,[http/1.1]}{127.0.0.1:42543}
[junit4] 2> 56380 INFO (jetty-launcher-84-thread-1) [ ] o.e.j.s.Server Started @57790ms
[junit4] 2> 56380 INFO (jetty-launcher-84-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42543}
[junit4] 2> 56380 ERROR (jetty-launcher-84-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 56380 INFO (jetty-launcher-84-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.1
[junit4] 2> 56380 INFO (jetty-launcher-84-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 56380 INFO (jetty-launcher-84-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 56380 INFO (jetty-launcher-84-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-19T17:25:13.099Z
[junit4] 2> 56405 INFO (jetty-launcher-84-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@54d5b53c{HTTP/1.1,[http/1.1]}{127.0.0.1:38403}
[junit4] 2> 56405 INFO (jetty-launcher-84-thread-3) [ ] o.e.j.s.Server Started @57815ms
[junit4] 2> 56406 INFO (jetty-launcher-84-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38403}
[junit4] 2> 56406 ERROR (jetty-launcher-84-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 56406 INFO (jetty-launcher-84-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.1
[junit4] 2> 56406 INFO (jetty-launcher-84-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 56406 INFO (jetty-launcher-84-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 56406 INFO (jetty-launcher-84-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-19T17:25:13.125Z
[junit4] 2> 56408 INFO (jetty-launcher-84-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 56461 INFO (jetty-launcher-84-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6c10570b{/solr,null,AVAILABLE}
[junit4] 2> 56462 INFO (jetty-launcher-84-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@578d916a{HTTP/1.1,[http/1.1]}{127.0.0.1:35981}
[junit4] 2> 56462 INFO (jetty-launcher-84-thread-2) [ ] o.e.j.s.Server Started @57872ms
[junit4] 2> 56462 INFO (jetty-launcher-84-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35981}
[junit4] 2> 56462 ERROR (jetty-launcher-84-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 56462 INFO (jetty-launcher-84-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.1
[junit4] 2> 56462 INFO (jetty-launcher-84-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 56462 INFO (jetty-launcher-84-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 56462 INFO (jetty-launcher-84-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-19T17:25:13.181Z
[junit4] 2> 56470 INFO (jetty-launcher-84-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 56474 INFO (jetty-launcher-84-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 56477 INFO (jetty-launcher-84-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 56485 INFO (jetty-launcher-84-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33505/solr
[junit4] 2> 56497 INFO (jetty-launcher-84-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 56510 INFO (jetty-launcher-84-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 56513 INFO (jetty-launcher-84-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33505/solr
[junit4] 2> 56528 INFO (jetty-launcher-84-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 56539 INFO (jetty-launcher-84-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 56539 INFO (jetty-launcher-84-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33505/solr
[junit4] 2> 56543 INFO (jetty-launcher-84-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33505/solr
[junit4] 2> 56559 INFO (jetty-launcher-84-thread-4) [n:127.0.0.1:34049_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 56574 INFO (jetty-launcher-84-thread-4) [n:127.0.0.1:34049_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34049_solr
[junit4] 2> 56576 INFO (jetty-launcher-84-thread-4) [n:127.0.0.1:34049_solr ] o.a.s.c.Overseer Overseer (id=98511323965161478-127.0.0.1:34049_solr-n_0000000000) starting
[junit4] 2> 56603 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15dfb86f74c0008, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 56605 INFO (jetty-launcher-84-thread-4) [n:127.0.0.1:34049_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34049_solr
[junit4] 2> 56617 INFO (jetty-launcher-84-thread-3) [n:127.0.0.1:38403_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 56619 INFO (jetty-launcher-84-thread-3) [n:127.0.0.1:38403_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 56621 INFO (jetty-launcher-84-thread-3) [n:127.0.0.1:38403_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38403_solr
[junit4] 2> 56664 INFO (zkCallback-95-thread-1-processing-n:127.0.0.1:34049_solr) [n:127.0.0.1:34049_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 56685 INFO (zkCallback-105-thread-1-processing-n:127.0.0.1:38403_solr) [n:127.0.0.1:38403_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 56689 INFO (jetty-launcher-84-thread-1) [n:127.0.0.1:42543_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 56690 INFO (jetty-launcher-84-thread-1) [n:127.0.0.1:42543_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 56692 INFO (jetty-launcher-84-thread-1) [n:127.0.0.1:42543_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42543_solr
[junit4] 2> 56704 INFO (zkCallback-95-thread-1-processing-n:127.0.0.1:34049_solr) [n:127.0.0.1:34049_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 56704 INFO (zkCallback-105-thread-1-processing-n:127.0.0.1:38403_solr) [n:127.0.0.1:38403_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 56705 INFO (zkCallback-107-thread-1-processing-n:127.0.0.1:42543_solr) [n:127.0.0.1:42543_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 56716 INFO (jetty-launcher-84-thread-2) [n:127.0.0.1:35981_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 56717 INFO (jetty-launcher-84-thread-2) [n:127.0.0.1:35981_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 56723 INFO (jetty-launcher-84-thread-2) [n:127.0.0.1:35981_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35981_solr
[junit4] 2> 56724 INFO (jetty-launcher-84-thread-3) [n:127.0.0.1:38403_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E5936E2196AEAB0F-001/tempDir-001/node3/.
[junit4] 2> 56724 INFO (zkCallback-105-thread-1-processing-n:127.0.0.1:38403_solr) [n:127.0.0.1:38403_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 56724 INFO (zkCallback-95-thread-1-processing-n:127.0.0.1:34049_solr) [n:127.0.0.1:34049_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 56728 INFO (zkCallback-106-thread-1-processing-n:127.0.0.1:35981_solr) [n:127.0.0.1:35981_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 56733 INFO (jetty-launcher-84-thread-4) [n:127.0.0.1:34049_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E5936E2196AEAB0F-001/tempDir-001/node4/.
[junit4] 2> 56764 INFO (zkCallback-107-thread-1-processing-n:127.0.0.1:42543_solr) [n:127.0.0.1:42543_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 56932 INFO (jetty-launcher-84-thread-2) [n:127.0.0.1:35981_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E5936E2196AEAB0F-001/tempDir-001/node2/.
[junit4] 2> 57011 INFO (jetty-launcher-84-thread-1) [n:127.0.0.1:42543_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E5936E2196AEAB0F-001/tempDir-001/node1/.
[junit4] 2> 57114 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[E5936E2196AEAB0F]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 57115 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[E5936E2196AEAB0F]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33505/solr ready
[junit4] 2> 57145 INFO (TEST-CollectionsAPIDistributedZkTest.testNoCollectionSpecified-seed#[E5936E2196AEAB0F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNoCollectionSpecified
[junit4] 2> 57147 INFO (TEST-CollectionsAPIDistributedZkTest.testNoCollectionSpecified-seed#[E5936E2196AEAB0F]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 57172 INFO (qtp1952726128-709) [n:127.0.0.1:42543_solr ] o.a.s.u.TestInjection Inject random core creation delay of 4s
[junit4] 2> 61172 INFO (qtp1952726128-709) [n:127.0.0.1:42543_solr ] o.a.s.h.a.CoreAdminOperation core create command dataDir=/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E5936E2196AEAB0F-001/tempDir-002&collection.configName=conf&name=corewithnocollection&action=CREATE&numShards=1&collection=&wt=javabin&version=2
[junit4] 2> 61173 INFO (qtp1952726128-709) [n:127.0.0.1:42543_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 61176 INFO (OverseerStateUpdate-98511323965161478-127.0.0.1:34049_solr-n_0000000000) [n:127.0.0.1:34049_solr ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 62206 INFO (qtp1952726128-709) [n:127.0.0.1:42543_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 62214 INFO (qtp1952726128-709) [n:127.0.0.1:42543_solr c:corewithnocollection x:corewithnocollection] o.a.s.s.IndexSchema [corewithnocollection] Schema name=minimal
[junit4] 2> 62217 INFO (qtp1952726128-709) [n:127.0.0.1:42543_solr c:corewithnocollection x:corewithnocollection] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 62217 INFO (qtp1952726128-709) [n:127.0.0.1:42543_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.CoreContainer Creating SolrCore 'corewithnocollection' using configuration from collection corewithnocollection, trusted=true
[junit4] 2> 62217 INFO (qtp1952726128-709) [n:127.0.0.1:42543_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 62217 INFO (qtp1952726128-709) [n:127.0.0.1:42543_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.SolrCore [[corewithnocollection] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E5936E2196AEAB0F-001/tempDir-001/node1/corewithnocollection], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E5936E2196AEAB0F-001/tempDir-002/]
[junit4] 2> 62275 INFO (qtp1952726128-709) [n:127.0.0.1:42543_solr c:corewithnocollection x:corewithnocollection] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 62275 INFO (qtp1952726128-709) [n:127.0.0.1:42543_solr c:corewithnocollection x:corewithnocollection] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 62276 INFO (qtp1952726128-709) [n:127.0.0.1:42543_solr c:corewithnocollection x:corewithnocollection] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 62276 INFO (qtp1952726128-709) [n:127.0.0.1:42543_solr c:corewithnocollection x:corewithnocollection] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 62277 INFO (qtp1952726128-709) [n:127.0.0.1:42543_solr c:corewithnocollection x:corewithnocollection] o.a.s.s.SolrIndexSearcher Opening [Searcher@416bf588[corewithnocollection] main]
[junit4] 2> 62279 INFO (qtp1952726128-709) [n:127.0.0.1:42543_solr c:corewithnocollection x:corewithnocollection] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 62279 INFO (qtp1952726128-709) [n:127.0.0.1:42543_solr c:corewithnocollection x:corewithnocollection] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 62279 INFO (qtp1952726128-709) [n:127.0.0.1:42543_solr c:corewithnocollection x:corewithnocollection] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 62279 INFO (qtp1952726128-709) [n:127.0.0.1:42543_solr c:corewithnocollection x:corewithnocollection] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576181190096846848
[junit4] 2> 62290 INFO (searcherExecutor-206-thread-1-processing-n:127.0.0.1:42543_solr x:corewithnocollection c:corewithnocollection) [n:127.0.0.1:42543_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.SolrCore [corewithnocollection] Registered new searcher Searcher@416bf588[corewithnocollection] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 62299 INFO (qtp1952726128-709) [n:127.0.0.1:42543_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 62299 INFO (qtp1952726128-709) [n:127.0.0.1:42543_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 62300 INFO (qtp1952726128-709) [n:127.0.0.1:42543_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42543/solr/corewithnocollection/
[junit4] 2> 62300 INFO (qtp1952726128-709) [n:127.0.0.1:42543_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 62300 INFO (qtp1952726128-709) [n:127.0.0.1:42543_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.SyncStrategy http://127.0.0.1:42543/solr/corewithnocollection/ has no replicas
[junit4] 2> 62300 INFO (qtp1952726128-709) [n:127.0.0.1:42543_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 62307 INFO (qtp1952726128-709) [n:127.0.0.1:42543_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:42543/solr/corewithnocollection/ shard1
[junit4] 2> 62458 INFO (qtp1952726128-709) [n:127.0.0.1:42543_solr c:corewithnocollection x:corewithnocollection] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 62459 INFO (qtp1952726128-709) [n:127.0.0.1:42543_solr c:corewithnocollection x:corewithnocollection] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={dataDir=/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E5936E2196AEAB0F-001/tempDir-002&collection.configName=conf&name=corewithnocollection&action=CREATE&numShards=1&collection=&wt=javabin&version=2} status=0 QTime=5288
[junit4] 2> 62464 INFO (qtp1952726128-710) [n:127.0.0.1:42543_solr ] o.a.s.u.TestInjection Inject random core creation delay of 4s
[junit4] 2> 66464 INFO (qtp1952726128-710) [n:127.0.0.1:42543_solr ] o.a.s.h.a.CoreAdminOperation core create command dataDir=/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E5936E2196AEAB0F-001/tempDir-002&collection.configName=conf&name=corewithnocollection2&action=CREATE&numShards=1&wt=javabin&version=2
[junit4] 2> 66466 INFO (OverseerStateUpdate-98511323965161478-127.0.0.1:34049_solr-n_0000000000) [n:127.0.0.1:34049_solr ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 67477 INFO (qtp1952726128-710) [n:127.0.0.1:42543_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 67500 INFO (qtp1952726128-710) [n:127.0.0.1:42543_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.s.IndexSchema [corewithnocollection2] Schema name=minimal
[junit4] 2> 67503 INFO (qtp1952726128-710) [n:127.0.0.1:42543_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 67503 INFO (qtp1952726128-710) [n:127.0.0.1:42543_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.c.CoreContainer Creating SolrCore 'corewithnocollection2' using configuration from collection corewithnocollection2, trusted=true
[junit4] 2> 67503 INFO (qtp1952726128-710) [n:127.0.0.1:42543_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 67503 INFO (qtp1952726128-710) [n:127.0.0.1:42543_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.c.SolrCore [[corewithnocollection2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E5936E2196AEAB0F-001/tempDir-001/node1/corewithnocollection2], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E5936E2196AEAB0F-001/tempDir-002/]
[junit4] 2> 67557 INFO (qtp1952726128-710) [n:127.0.0.1:42543_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 67557 INFO (qtp1952726128-710) [n:127.0.0.1:42543_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 67558 INFO (qtp1952726128-710) [n:127.0.0.1:42543_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 67558 INFO (qtp1952726128-710) [n:127.0.0.1:42543_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 67559 INFO (qtp1952726128-710) [n:127.0.0.1:42543_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.s.SolrIndexSearcher Opening [Searcher@7a180b8e[corewithnocollection2] main]
[junit4] 2> 67560 INFO (qtp1952726128-710) [n:127.0.0.1:42543_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 67567 INFO (qtp1952726128-710) [n:127.0.0.1:42543_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 67567 INFO (qtp1952726128-710) [n:127.0.0.1:42543_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 67568 INFO (qtp1952726128-710) [n:127.0.0.1:42543_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576181195642765312
[junit4] 2> 67571 INFO (searcherExecutor-211-thread-1-processing-n:127.0.0.1:42543_solr x:corewithnocollection2 c:corewithnocollection2) [n:127.0.0.1:42543_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.c.SolrCore [corewithnocollection2] Registered new searcher Searcher@7a180b8e[corewithnocollection2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 67579 INFO (qtp1952726128-710) [n:127.0.0.1:42543_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 67579 INFO (qtp1952726128-710) [n:127.0.0.1:42543_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 67579 INFO (qtp1952726128-710) [n:127.0.0.1:42543_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42543/solr/corewithnocollection2/
[junit4] 2> 67579 INFO (qtp1952726128-710) [n:127.0.0.1:42543_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 67579 INFO (qtp1952726128-710) [n:127.0.0.1:42543_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.c.SyncStrategy http://127.0.0.1:42543/solr/corewithnocollection2/ has no replicas
[junit4] 2> 67579 INFO (qtp1952726128-710) [n:127.0.0.1:42543_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 67584 INFO (qtp1952726128-710) [n:127.0.0.1:42543_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:42543/solr/corewithnocollection2/ shard1
[junit4] 2> 67686 INFO (qtp1952726128-710) [n:127.0.0.1:42543_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 67687 INFO (qtp1952726128-710) [n:127.0.0.1:42543_solr c:corewithnocollection2 x:corewithnocollection2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={dataDir=/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E5936E2196AEAB0F-001/tempDir-002&collection.configName=conf&name=corewithnocollection2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=5222
[junit4] 2> 67688 INFO (TEST-CollectionsAPIDistributedZkTest.testNoCollectionSpecified-seed#[E5936E2196AEAB0F]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNoCollectionSpecified
[junit4] 2> 67706 INFO (TEST-CollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk-seed#[E5936E2196AEAB0F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting deleteCollectionOnlyInZk
[junit4] 2> 67707 INFO (TEST-CollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk-seed#[E5936E2196AEAB0F]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 67712 INFO (qtp1952726128-711) [n:127.0.0.1:42543_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=corewithnocollection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 67718 INFO (OverseerThreadFactory-197-thread-1-processing-n:127.0.0.1:34049_solr) [n:127.0.0.1:34049_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 67723 INFO (qtp1952726128-703) [n:127.0.0.1:42543_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.corewithnocollection
[junit4] 2> 67724 INFO (qtp1952726128-703) [n:127.0.0.1:42543_solr ] o.a.s.c.SolrCore [corewithnocollection] CLOSING SolrCore org.apache.solr.core.SolrCore@38f906ba
[junit4] 2> 67737 INFO (qtp1952726128-703) [n:127.0.0.1:42543_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.corewithnocollection
[junit4] 2> 67744 INFO (qtp1952726128-703) [n:127.0.0.1:42543_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=corewithnocollection&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=21
[junit4] 2> 68448 INFO (qtp1952726128-711) [n:127.0.0.1:42543_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=corewithnocollection&action=DELETE&wt=javabin&version=2} status=0 QTime=736
[junit4] 2> 68451 INFO (qtp1952726128-702) [n:127.0.0.1:42543_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=corewithnocollection2&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 68452 INFO (OverseerThreadFactory-197-thread-2-processing-n:127.0.0.1:34049_solr) [n:127.0.0.1:34049_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 68453 INFO (OverseerCollectionConfigSetProcessor-98511323965161478-127.0.0.1:34049_solr-n_0000000000) [n:127.0.0.1:34049_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 68474 INFO (qtp1952726128-709) [n:127.0.0.1:42543_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.corewithnocollection2
[junit4] 2> 68474 INFO (qtp1952726128-709) [n:127.0.0.1:42543_solr ] o.a.s.c.SolrCore [corewithnocollection2] CLOSING SolrCore org.apache.solr.core.SolrCore@417569e2
[junit4] 2> 68476 INFO (qtp1952726128-709) [n:127.0.0.1:42543_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.corewithnocollection2
[junit4] 2> 68478 INFO (qtp1952726128-709) [n:127.0.0.1:42543_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=corewithnocollection2&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 69185 INFO (qtp1952726128-702) [n:127.0.0.1:42543_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=corewithnocollection2&action=DELETE&wt=javabin&version=2} status=0 QTime=734
[junit4] 2> 69190 INFO (qtp1952726128-710) [n:127.0.0.1:42543_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=onlyinzk&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 69205 INFO (OverseerCollectionConfigSetProcessor-98511323965161478-127.0.0.1:34049_solr-n_0000000000) [n:127.0.0.1:34049_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 69224 INFO (qtp1952726128-710) [n:127.0.0.1:42543_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=onlyinzk&action=DELETE&wt=javabin&version=2} status=0 QTime=34
[junit4] 2> 69227 INFO (qtp1952726128-711) [n:127.0.0.1:42543_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 69228 INFO (qtp1952726128-711) [n:127.0.0.1:42543_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 69234 INFO (qtp1952726128-711) [n:127.0.0.1:42543_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=onlyinzk&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 69245 INFO (OverseerCollectionConfigSetProcessor-98511323965161478-127.0.0.1:34049_solr-n_0000000000) [n:127.0.0.1:34049_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 69257 INFO (OverseerThreadFactory-197-thread-4-processing-n:127.0.0.1:34049_solr) [n:127.0.0.1:34049_solr ] o.a.s.c.CreateCollectionCmd Create collection onlyinzk
[junit4] 2> 69480 INFO (qtp1952726128-703) [n:127.0.0.1:42543_solr ] o.a.s.u.TestInjection Inject random core creation delay of 4s
[junit4] 2> 69480 INFO (qtp2142937381-725) [n:127.0.0.1:34049_solr ] o.a.s.u.TestInjection Inject random core creation delay of 4s
[junit4] 2> 73480 INFO (qtp2142937381-725) [n:127.0.0.1:34049_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=onlyinzk_shard1_replica1&action=CREATE&numShards=2&collection=onlyinzk&shard=shard1&wt=javabin&version=2
[junit4] 2> 73480 INFO (qtp1952726128-703) [n:127.0.0.1:42543_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=onlyinzk_shard2_replica1&action=CREATE&numShards=2&collection=onlyinzk&shard=shard2&wt=javabin&version=2
[junit4] 2> 73481 INFO (qtp2142937381-725) [n:127.0.0.1:34049_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 73483 INFO (zkCallback-95-thread-2-processing-n:127.0.0.1:34049_solr) [n:127.0.0.1:34049_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 73588 INFO (zkCallback-107-thread-1-processing-n:127.0.0.1:42543_solr) [n:127.0.0.1:42543_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 73588 INFO (zkCallback-95-thread-2-processing-n:127.0.0.1:34049_solr) [n:127.0.0.1:34049_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 74491 INFO (qtp2142937381-725) [n:127.0.0.1:34049_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 74498 INFO (qtp1952726128-703) [n:127.0.0.1:42543_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 74504 INFO (qtp2142937381-725) [n:127.0.0.1:34049_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.s.IndexSchema [onlyinzk_shard1_replica1] Schema name=minimal
[junit4] 2> 74506 INFO (qtp2142937381-725) [n:127.0.0.1:34049_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 74506 INFO (qtp2142937381-725) [n:127.0.0.1:34049_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'onlyinzk_shard1_replica1' using configuration from collection onlyinzk, trusted=true
[junit4] 2> 74507 INFO (qtp1952726128-703) [n:127.0.0.1:42543_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.s.IndexSchema [onlyinzk_shard2_replica1] Schema name=minimal
[junit4] 2> 74507 INFO (qtp2142937381-725) [n:127.0.0.1:34049_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 74507 INFO (qtp2142937381-725) [n:127.0.0.1:34049_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.SolrCore [[onlyinzk_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E5936E2196AEAB0F-001/tempDir-001/node4/onlyinzk_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E5936E2196AEAB0F-001/tempDir-001/node4/./onlyinzk_shard1_replica1/data/]
[junit4] 2> 74526 INFO (qtp1952726128-703) [n:127.0.0.1:42543_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 74526 INFO (qtp1952726128-703) [n:127.0.0.1:42543_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'onlyinzk_shard2_replica1' using configuration from collection onlyinzk, trusted=true
[junit4] 2> 74527 INFO (qtp1952726128-703) [n:127.0.0.1:42543_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 74527 INFO (qtp1952726128-703) [n:127.0.0.1:42543_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.SolrCore [[onlyinzk_shard2_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E5936E2196AEAB0F-001/tempDir-001/node1/onlyinzk_shard2_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E5936E2196AEAB0F-001/tempDir-001/node1/./onlyinzk_shard2_replica1/data/]
[junit4] 2> 74579 INFO (qtp2142937381-725) [n:127.0.0.1:34049_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 74579 INFO (qtp2142937381-725) [n:127.0.0.1:34049_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 74582 INFO (qtp2142937381-725) [n:127.0.0.1:34049_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 74582 INFO (qtp2142937381-725) [n:127.0.0.1:34049_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 74582 INFO (qtp1952726128-703) [n:127.0.0.1:42543_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 74582 INFO (qtp1952726128-703) [n:127.0.0.1:42543_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 74599 INFO (qtp2142937381-725) [n:127.0.0.1:34049_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4525598d[onlyinzk_shard1_replica1] main]
[junit4] 2> 74599 INFO (qtp1952726128-703) [n:127.0.0.1:42543_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 74599 INFO (qtp1952726128-703) [n:127.0.0.1:42543_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 74599 INFO (qtp1952726128-703) [n:127.0.0.1:42543_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3c44b4a[onlyinzk_shard2_replica1] main]
[junit4] 2> 74600 INFO (qtp2142937381-725) [n:127.0.0.1:34049_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 74600 INFO (qtp1952726128-703) [n:127.0.0.1:42543_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 74601 INFO (qtp2142937381-725) [n:127.0.0.1:34049_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 74601 INFO (qtp2142937381-725) [n:127.0.0.1:34049_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 74601 INFO (searcherExecutor-216-thread-1-processing-n:127.0.0.1:34049_solr x:onlyinzk_shard1_replica1 s:shard1 c:onlyinzk) [n:127.0.0.1:34049_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.SolrCore [onlyinzk_shard1_replica1] Registered new searcher Searcher@4525598d[onlyinzk_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 74601 INFO (qtp2142937381-725) [n:127.0.0.1:34049_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576181203017400320
[junit4] 2> 74603 INFO (qtp1952726128-703) [n:127.0.0.1:42543_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 74604 INFO (qtp1952726128-703) [n:127.0.0.1:42543_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 74605 INFO (searcherExecutor-217-thread-1-processing-n:127.0.0.1:42543_solr x:onlyinzk_shard2_replica1 s:shard2 c:onlyinzk) [n:127.0.0.1:42543_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.SolrCore [onlyinzk_shard2_replica1] Registered new searcher Searcher@3c44b4a[onlyinzk_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 74605 INFO (qtp1952726128-703) [n:127.0.0.1:42543_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576181203021594624
[junit4] 2> 74606 INFO (qtp2142937381-725) [n:127.0.0.1:34049_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 74606 INFO (qtp2142937381-725) [n:127.0.0.1:34049_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 74606 INFO (qtp2142937381-725) [n:127.0.0.1:34049_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34049/solr/onlyinzk_shard1_replica1/
[junit4] 2> 74606 INFO (qtp2142937381-725) [n:127.0.0.1:34049_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 74606 INFO (qtp2142937381-725) [n:127.0.0.1:34049_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:34049/solr/onlyinzk_shard1_replica1/ has no replicas
[junit4] 2> 74606 INFO (qtp2142937381-725) [n:127.0.0.1:34049_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 74609 INFO (qtp2142937381-725) [n:127.0.0.1:34049_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34049/solr/onlyinzk_shard1_replica1/ shard1
[junit4] 2> 74614 INFO (qtp1952726128-703) [n:127.0.0.1:42543_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 74614 INFO (qtp1952726128-703) [n:127.0.0.1:42543_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 74614 INFO (qtp1952726128-703) [n:127.0.0.1:42543_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42543/solr/onlyinzk_shard2_replica1/
[junit4] 2> 74614 INFO (qtp1952726128-703) [n:127.0.0.1:42543_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 74614 INFO (qtp1952726128-703) [n:127.0.0.1:42543_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:42543/solr/onlyinzk_shard2_replica1/ has no replicas
[junit4] 2> 74614 INFO (qtp1952726128-703) [n:127.0.0.1:42543_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 74617 INFO (qtp1952726128-703) [n:127.0.0.1:42543_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:42543/solr/onlyinzk_shard2_replica1/ shard2
[junit4] 2> 74719 INFO (zkCallback-107-thread-1-processing-n:127.0.0.1:42543_solr) [n:127.0.0.1:42543_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 74719 INFO (zkCallback-95-thread-2-processing-n:127.0.0.1:34049_solr) [n:127.0.0.1:34049_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 74760 INFO (qtp2142937381-725) [n:127.0.0.1:34049_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 74761 INFO (qtp2142937381-725) [n:127.0.0.1:34049_solr c:onlyinzk s:shard1 x:onlyinzk_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=onlyinzk_shard1_replica1&action=CREATE&numShards=2&collection=onlyinzk&shard=shard1&wt=javabin&version=2} status=0 QTime=5281
[junit4] 2> 74768 INFO (qtp1952726128-703) [n:127.0.0.1:42543_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 74769 INFO (qtp1952726128-703) [n:127.0.0.1:42543_solr c:onlyinzk s:shard2 x:onlyinzk_shard2_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=onlyinzk_shard2_replica1&action=CREATE&numShards=2&collection=onlyinzk&shard=shard2&wt=javabin&version=2} status=0 QTime=5288
[junit4] 2> 74773 INFO (qtp1952726128-711) [n:127.0.0.1:42543_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 74872 INFO (zkCallback-107-thread-1-processing-n:127.0.0.1:42543_solr) [n:127.0.0.1:42543_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 74873 INFO (zkCallback-95-thread-2-processing-n:127.0.0.1:34049_solr) [n:127.0.0.1:34049_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 75248 INFO (OverseerCollectionConfigSetProcessor-98511323965161478-127.0.0.1:34049_solr-n_0000000000) [n:127.0.0.1:34049_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 75773 INFO (qtp1952726128-711) [n:127.0.0.1:42543_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=onlyinzk&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=6539
[junit4] 2> 75776 INFO (qtp1952726128-702) [n:127.0.0.1:42543_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 75776 INFO (qtp1952726128-702) [n:127.0.0.1:42543_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 75777 INFO (TEST-CollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk-seed#[E5936E2196AEAB0F]) [ ] o.a.s.SolrTestCaseJ4 ###Ending deleteCollectionOnlyInZk
[junit4] 2> 75798 INFO (TEST-CollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore-seed#[E5936E2196AEAB0F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateShouldFailOnExistingCore
[junit4] 2> 75799 INFO (TEST-CollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore-seed#[E5936E2196AEAB0F]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 75801 INFO (qtp1952726128-709) [n:127.0.0.1:42543_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=onlyinzk&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 75805 INFO (OverseerThreadFactory-197-thread-5-processing-n:127.0.0.1:34049_solr) [n:127.0.0.1:34049_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 75809 INFO (qtp1952726128-710) [n:127.0.0.1:42543_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.onlyinzk.shard2.replica1
[junit4] 2> 75810 INFO (qtp1952726128-710) [n:127.0.0.1:42543_solr ] o.a.s.c.SolrCore [onlyinzk_shard2_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@8a811ff
[junit4] 2> 75810 INFO (qtp2142937381-726) [n:127.0.0.1:34049_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.onlyinzk.shard1.replica1
[junit4] 2> 75811 INFO (qtp2142937381-726) [n:127.0.0.1:34049_solr ] o.a.s.c.SolrCore [onlyinzk_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@324e9b00
[junit4] 2> 75817 INFO (qtp1952726128-710) [n:127.0.0.1:42543_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.onlyinzk.shard2.replica1
[junit4] 2> 75825 INFO (qtp1952726128-710) [n:127.0.0.1:42543_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=onlyinzk_shard2_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=17
[junit4] 2> 75825 INFO (qtp2142937381-726) [n:127.0.0.1:34049_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.onlyinzk.shard1.replica1
[junit4] 2> 75828 INFO (qtp2142937381-726) [n:127.0.0.1:34049_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=onlyinzk_shard1_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=20
[junit4] 2> 76534 INFO (qtp1952726128-709) [n:127.0.0.1:42543_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=onlyinzk&action=DELETE&wt=javabin&version=2} status=0 QTime=733
[junit4] 2> 76542 INFO (qtp656087748-717) [n:127.0.0.1:38403_solr ] o.a.s.u.TestInjection Inject random core creation delay of 4s
[junit4] 2> 77806 INFO (OverseerCollectionConfigSetProcessor-98511323965161478-127.0.0.1:34049_solr-n_0000000000) [n:127.0.0.1:34049_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000008 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 80542 INFO (qtp656087748-717) [n:127.0.0.1:38403_solr ] o.a.s.h.a.CoreAdminOperation core create command dataDir=/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E5936E2196AEAB0F-001/tempDir-003&collection.configName=conf&name=halfcollection_shard1_replica1&action=CREATE&numShards=1&collection=halfcollectionblocker&wt=javabin&version=2
[junit4] 2> 80543 INFO (qtp656087748-717) [n:127.0.0.1:38403_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 80544 INFO (OverseerStateUpdate-98511323965161478-127.0.0.1:34049_solr-n_0000000000) [n:127.0.0.1:34049_solr ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 80583 INFO (qtp656087748-717) [n:127.0.0.1:38403_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 80612 INFO (qtp656087748-717) [n:127.0.0.1:38403_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.s.IndexSchema [halfcollection_shard1_replica1] Schema name=minimal
[junit4] 2> 80615 INFO (qtp656087748-717) [n:127.0.0.1:38403_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 80615 INFO (qtp656087748-717) [n:127.0.0.1:38403_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'halfcollection_shard1_replica1' using configuration from collection halfcollectionblocker, trusted=true
[junit4] 2> 80616 INFO (qtp656087748-717) [n:127.0.0.1:38403_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 80616 INFO (qtp656087748-717) [n:127.0.0.1:38403_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.SolrCore [[halfcollection_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E5936E2196AEAB0F-001/tempDir-001/node3/halfcollection_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E5936E2196AEAB0F-001/tempDir-003/]
[junit4] 2> 80673 INFO (qtp656087748-717) [n:127.0.0.1:38403_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 80673 INFO (qtp656087748-717) [n:127.0.0.1:38403_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 80674 INFO (qtp656087748-717) [n:127.0.0.1:38403_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 80674 INFO (qtp656087748-717) [n:127.0.0.1:38403_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 80675 INFO (qtp656087748-717) [n:127.0.0.1:38403_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6acee38[halfcollection_shard1_replica1] main]
[junit4] 2> 80681 INFO (qtp656087748-717) [n:127.0.0.1:38403_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 80681 INFO (qtp656087748-717) [n:127.0.0.1:38403_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 80681 INFO (qtp656087748-717) [n:127.0.0.1:38403_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 80682 INFO (searcherExecutor-226-thread-1-processing-n:127.0.0.1:38403_solr x:halfcollection_shard1_replica1 c:halfcollectionblocker) [n:127.0.0.1:38403_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.SolrCore [halfcollection_shard1_replica1] Registered new searcher Searcher@6acee38[halfcollection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 80682 INFO (qtp656087748-717) [n:127.0.0.1:38403_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576181209393790976
[junit4] 2> 80687 INFO (qtp656087748-717) [n:127.0.0.1:38403_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 80687 INFO (qtp656087748-717) [n:127.0.0.1:38403_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 80687 INFO (qtp656087748-717) [n:127.0.0.1:38403_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38403/solr/halfcollection_shard1_replica1/
[junit4] 2> 80687 INFO (qtp656087748-717) [n:127.0.0.1:38403_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 80687 INFO (qtp656087748-717) [n:127.0.0.1:38403_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:38403/solr/halfcollection_shard1_replica1/ has no replicas
[junit4] 2> 80687 INFO (qtp656087748-717) [n:127.0.0.1:38403_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 80689 INFO (qtp656087748-717) [n:127.0.0.1:38403_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38403/solr/halfcollection_shard1_replica1/ shard1
[junit4] 2> 80841 INFO (qtp656087748-717) [n:127.0.0.1:38403_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 80845 INFO (qtp656087748-717) [n:127.0.0.1:38403_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={dataDir=/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E5936E2196AEAB0F-001/tempDir-003&collection.configName=conf&name=halfcollection_shard1_replica1&action=CREATE&numShards=1&collection=halfcollectionblocker&wt=javabin&version=2} status=0 QTime=4303
[junit4] 2> 80848 INFO (qtp2142937381-721) [n:127.0.0.1:34049_solr ] o.a.s.u.TestInjection Inject random core creation delay of 4s
[junit4] 2> 84848 INFO (qtp2142937381-721) [n:127.0.0.1:34049_solr ] o.a.s.h.a.CoreAdminOperation core create command dataDir=/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E5936E2196AEAB0F-001/tempDir-004&collection.configName=conf&name=halfcollection_shard1_replica1&action=CREATE&numShards=1&collection=halfcollectionblocker2&wt=javabin&version=2
[junit4] 2> 84850 INFO (OverseerStateUpdate-98511323965161478-127.0.0.1:34049_solr-n_0000000000) [n:127.0.0.1:34049_solr ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 85857 INFO (qtp2142937381-721) [n:127.0.0.1:34049_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 85863 INFO (qtp2142937381-721) [n:127.0.0.1:34049_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.s.IndexSchema [halfcollection_shard1_replica1] Schema name=minimal
[junit4] 2> 85865 INFO (qtp2142937381-721) [n:127.0.0.1:34049_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 85865 INFO (qtp2142937381-721) [n:127.0.0.1:34049_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'halfcollection_shard1_replica1' using configuration from collection halfcollectionblocker2, trusted=true
[junit4] 2> 85866 INFO (qtp2142937381-721) [n:127.0.0.1:34049_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 85866 INFO (qtp2142937381-721) [n:127.0.0.1:34049_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.c.SolrCore [[halfcollection_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E5936E2196AEAB0F-001/tempDir-001/node4/halfcollection_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E5936E2196AEAB0F-001/tempDir-004/]
[junit4] 2> 85903 INFO (qtp2142937381-721) [n:127.0.0.1:34049_solr c:halfcollectionblocker2 x:halfcollection_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation:
[...truncated too long message...]
testcollection_shard2_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@57a45d50
[junit4] 2> 71909 INFO (coreCloseExecutor-213-thread-2) [n:127.0.0.1:40041_solr c:delayed s:shard1 r:core_node1 x:delayed_shard1_replica1] o.a.s.c.SolrCore [delayed_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@6028a71
[junit4] 2> 71909 INFO (coreCloseExecutor-212-thread-2) [n:127.0.0.1:40457_solr c:testcollection s:shard3 r:core_node3 x:testcollection_shard3_replica1] o.a.s.c.SolrCore [testcollection_shard3_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@442f6d6
[junit4] 2> 71909 WARN (zkCallback-182-thread-1-processing-n:127.0.0.1:45533_solr) [n:127.0.0.1:45533_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 71909 INFO (coreCloseExecutor-211-thread-3) [n:127.0.0.1:44921_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.SolrCore [waitforstate_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@7d39c10
[junit4] 2> 71909 INFO (zkCallback-165-thread-2-processing-n:127.0.0.1:44921_solr) [n:127.0.0.1:44921_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 71909 INFO (zkCallback-148-thread-2-processing-n:127.0.0.1:40041_solr) [n:127.0.0.1:40041_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 71909 INFO (zkCallback-171-thread-2-processing-n:127.0.0.1:40457_solr) [n:127.0.0.1:40457_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 71911 INFO (jetty-closer-130-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6327a97{/solr,null,UNAVAILABLE}
[junit4] 2> 71911 INFO (coreCloseExecutor-213-thread-4) [n:127.0.0.1:40041_solr c:stateformat1 s:shard1 r:core_node1 x:stateformat1_shard1_replica1] o.a.s.c.SolrCore [stateformat1_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@1522626
[junit4] 2> 71920 INFO (coreCloseExecutor-213-thread-1) [n:127.0.0.1:40041_solr c:falsepredicate s:shard2 r:core_node2 x:falsepredicate_shard2_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.falsepredicate.shard2.replica1
[junit4] 2> 71921 INFO (coreCloseExecutor-211-thread-2) [n:127.0.0.1:44921_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testcollection.shard1.replica1
[junit4] 2> 71924 INFO (coreCloseExecutor-213-thread-3) [n:127.0.0.1:40041_solr c:testcollection s:shard2 r:core_node1 x:testcollection_shard2_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testcollection.shard2.replica1
[junit4] 2> 71924 INFO (coreCloseExecutor-212-thread-2) [n:127.0.0.1:40457_solr c:testcollection s:shard3 r:core_node3 x:testcollection_shard3_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testcollection.shard3.replica1
[junit4] 2> 71924 INFO (coreCloseExecutor-212-thread-1) [n:127.0.0.1:40457_solr c:falsepredicate s:shard4 r:core_node6 x:falsepredicate_shard4_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.falsepredicate.shard4.replica1
[junit4] 2> 71924 INFO (coreCloseExecutor-211-thread-3) [n:127.0.0.1:44921_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.waitforstate.shard1.replica1
[junit4] 2> 71924 INFO (coreCloseExecutor-213-thread-4) [n:127.0.0.1:40041_solr c:stateformat1 s:shard1 r:core_node1 x:stateformat1_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.stateformat1.shard1.replica1
[junit4] 2> 71924 INFO (coreCloseExecutor-213-thread-2) [n:127.0.0.1:40041_solr c:delayed s:shard1 r:core_node1 x:delayed_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.delayed.shard1.replica1
[junit4] 2> 71925 INFO (jetty-closer-130-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98511460712906761-127.0.0.1:40041_solr-n_0000000002) closing
[junit4] 2> 71925 INFO (OverseerStateUpdate-98511460712906761-127.0.0.1:40041_solr-n_0000000002) [n:127.0.0.1:40041_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:40041_solr
[junit4] 2> 71926 WARN (zkCallback-171-thread-2-processing-n:127.0.0.1:40457_solr) [n:127.0.0.1:40457_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 71926 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15dfba6ce190015, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 71926 INFO (jetty-closer-130-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4fce9feb{/solr,null,UNAVAILABLE}
[junit4] 2> 71927 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15dfba6ce190012, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 71927 INFO (zkCallback-148-thread-2-processing-n:127.0.0.1:40041_solr) [n:127.0.0.1:40041_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (1)
[junit4] 2> 73426 WARN (zkCallback-165-thread-2-processing-n:127.0.0.1:44921_solr) [n:127.0.0.1:44921_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 73427 INFO (jetty-closer-130-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5ce6eaeb{/solr,null,UNAVAILABLE}
[junit4] 2> 73427 WARN (zkCallback-148-thread-2-processing-n:127.0.0.1:40041_solr) [n:127.0.0.1:40041_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 73428 INFO (jetty-closer-130-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5a2f72e9{/solr,null,UNAVAILABLE}
[junit4] 2> 73428 ERROR (SUITE-TestCollectionStateWatchers-seed#[E9EB5BE3974FAAC4]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 73429 INFO (SUITE-TestCollectionStateWatchers-seed#[E9EB5BE3974FAAC4]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34413 34413
[junit4] 2> 84226 INFO (Thread-76) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34413 34413
[junit4] 2> 84227 WARN (Thread-76) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/aliases.json
[junit4] 2> 7 /solr/security.json
[junit4] 2> 7 /solr/configs/config
[junit4] 2> 3 /solr/collections/stateformat1/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 18 /solr/collections/falsepredicate/state.json
[junit4] 2> 12 /solr/collections/waitforstate/state.json
[junit4] 2> 8 /solr/clusterprops.json
[junit4] 2> 8 /solr/clusterstate.json
[junit4] 2> 7 /solr/collections/testcollection/state.json
[junit4] 2> 3 /solr/collections/stateformat1/state.json
[junit4] 2> 2 /solr/collections/currentstate/state.json
[junit4] 2> 2 /solr/overseer_elect/election/98511460712906761-127.0.0.1:40041_solr-n_0000000002
[junit4] 2> 2 /solr/collections/delayed/state.json
[junit4] 2> 2 /solr/collections/tobedeleted/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/collections
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 3 /solr/overseer/queue
[junit4] 2> 3 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> 84227 INFO (SUITE-TestCollectionStateWatchers-seed#[E9EB5BE3974FAAC4]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_E9EB5BE3974FAAC4-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1750, maxMBSortInHeap=7.835844445341424, sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=es-SV, timezone=Africa/Maputo
[junit4] 2> NOTE: Linux 4.10.0-27-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=283939912,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [CompoundEvaluatorTest, CloudSolrClientMultiConstructorTest, ArcTangentEvaluatorTest, NaturalLogEvaluatorTest, LargeVolumeJettyTest, NoOpResponseParserTest, JettyWebappTest, NamedListTest, StreamExpressionParserTest, SolrExampleBinaryTest, GraphExpressionTest, TestCollectionStateWatchers]
[junit4] Completed [57/130 (1!)] on J2 in 68.15s, 9 tests, 1 failure <<< FAILURES!
[...truncated 42877 lines...]
[JENKINS] Lucene-Solr-6.6-Linux (32bit/jdk1.8.0_144) - Build # 66 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.6-Linux/66/
Java: 32bit/jdk1.8.0_144 -server -XX:+UseParallelGC
2 tests failed.
FAILED: org.apache.solr.core.TestDynamicLoading.testDynamicLoading
Error Message:
Could not get expected value 'org.apache.solr.core.BlobStoreTestRequestHandler' for path 'overlay/requestHandler/\/test1/class' full output: { "responseHeader":{ "status":0, "QTime":0}, "overlay":{ "znodeVersion":0, "runtimeLib":{"colltest":{ "name":"colltest", "version":1}}}}, from server: null
Stack Trace:
java.lang.AssertionError: Could not get expected value 'org.apache.solr.core.BlobStoreTestRequestHandler' for path 'overlay/requestHandler/\/test1/class' full output: {
"responseHeader":{
"status":0,
"QTime":0},
"overlay":{
"znodeVersion":0,
"runtimeLib":{"colltest":{
"name":"colltest",
"version":1}}}}, from server: null
at __randomizedtesting.SeedInfo.seed([975E03A6569BC12:D138CD6D92B419B2]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.core.TestSolrConfigHandler.testForResponseElement(TestSolrConfigHandler.java:556)
at org.apache.solr.core.TestDynamicLoading.testDynamicLoading(TestDynamicLoading.java:97)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.common.cloud.TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure
Error Message:
Did not see a fully active cluster after 30 seconds
Stack Trace:
java.lang.AssertionError: Did not see a fully active cluster after 30 seconds
at __randomizedtesting.SeedInfo.seed([F24BAD4A7B9F7F37:7A7D0F19A3309725]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.common.cloud.TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure(TestCollectionStateWatchers.java:250)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12862 lines...]
[junit4] Suite: org.apache.solr.core.TestDynamicLoading
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_975E03A6569BC12-001/init-core-data-001
[junit4] 2> 1922049 WARN (SUITE-TestDynamicLoading-seed#[975E03A6569BC12]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=11 numCloses=11
[junit4] 2> 1922050 INFO (SUITE-TestDynamicLoading-seed#[975E03A6569BC12]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields
[junit4] 2> 1922050 INFO (SUITE-TestDynamicLoading-seed#[975E03A6569BC12]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1922051 INFO (SUITE-TestDynamicLoading-seed#[975E03A6569BC12]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /_/
[junit4] 2> 1922053 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1922053 INFO (Thread-6074) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1922053 INFO (Thread-6074) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1922054 ERROR (Thread-6074) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1922153 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.c.ZkTestServer start zk server on port:34769
[junit4] 2> 1922159 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1922159 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 1922160 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1922160 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1922161 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1922161 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1922162 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1922162 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1922162 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1922163 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1922163 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1922215 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_975E03A6569BC12-001/control-001/cores/collection1
[junit4] 2> 1922215 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1922216 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@12a368e{/_,null,AVAILABLE}
[junit4] 2> 1922218 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@e52369{HTTP/1.1,[http/1.1]}{127.0.0.1:38113}
[junit4] 2> 1922218 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.e.j.s.Server Started @1923586ms
[junit4] 2> 1922218 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_975E03A6569BC12-001/tempDir-001/control/data, hostContext=/_, hostPort=38113, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_975E03A6569BC12-001/control-001/cores}
[junit4] 2> 1922218 ERROR (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1922218 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.1
[junit4] 2> 1922218 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1922218 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1922218 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-19T12:46:00.584Z
[junit4] 2> 1922220 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1922220 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_975E03A6569BC12-001/control-001/solr.xml
[junit4] 2> 1922224 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1922224 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34769/solr
[junit4] 2> 1922235 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [n:127.0.0.1:38113__ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1922235 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [n:127.0.0.1:38113__ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38113__
[junit4] 2> 1922236 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [n:127.0.0.1:38113__ ] o.a.s.c.Overseer Overseer (id=98510226090885124-127.0.0.1:38113__-n_0000000000) starting
[junit4] 2> 1922243 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [n:127.0.0.1:38113__ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38113__
[junit4] 2> 1922243 INFO (zkCallback-2811-thread-1-processing-n:127.0.0.1:38113__) [n:127.0.0.1:38113__ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1922293 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [n:127.0.0.1:38113__ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_975E03A6569BC12-001/control-001/cores
[junit4] 2> 1922293 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [n:127.0.0.1:38113__ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1922294 INFO (coreLoadExecutor-6520-thread-1-processing-n:127.0.0.1:38113__) [n:127.0.0.1:38113__ c:control_collection x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1922295 INFO (OverseerStateUpdate-98510226090885124-127.0.0.1:38113__-n_0000000000) [n:127.0.0.1:38113__ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 1922302 WARN (coreLoadExecutor-6520-thread-1-processing-n:127.0.0.1:38113__) [n:127.0.0.1:38113__ c:control_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1922303 INFO (coreLoadExecutor-6520-thread-1-processing-n:127.0.0.1:38113__) [n:127.0.0.1:38113__ c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 1922310 INFO (coreLoadExecutor-6520-thread-1-processing-n:127.0.0.1:38113__) [n:127.0.0.1:38113__ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1922385 INFO (coreLoadExecutor-6520-thread-1-processing-n:127.0.0.1:38113__) [n:127.0.0.1:38113__ c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1922393 INFO (coreLoadExecutor-6520-thread-1-processing-n:127.0.0.1:38113__) [n:127.0.0.1:38113__ c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection, trusted=true
[junit4] 2> 1922393 INFO (coreLoadExecutor-6520-thread-1-processing-n:127.0.0.1:38113__) [n:127.0.0.1:38113__ c:control_collection x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1922393 INFO (coreLoadExecutor-6520-thread-1-processing-n:127.0.0.1:38113__) [n:127.0.0.1:38113__ c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_975E03A6569BC12-001/control-001/cores/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_975E03A6569BC12-001/control-001/cores/collection1/data/]
[junit4] 2> 1922394 INFO (coreLoadExecutor-6520-thread-1-processing-n:127.0.0.1:38113__) [n:127.0.0.1:38113__ c:control_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@155236b
[junit4] 2> 1922394 INFO (coreLoadExecutor-6520-thread-1-processing-n:127.0.0.1:38113__) [n:127.0.0.1:38113__ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=154069415, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1922398 WARN (coreLoadExecutor-6520-thread-1-processing-n:127.0.0.1:38113__) [n:127.0.0.1:38113__ c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1922425 INFO (coreLoadExecutor-6520-thread-1-processing-n:127.0.0.1:38113__) [n:127.0.0.1:38113__ c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1922425 INFO (coreLoadExecutor-6520-thread-1-processing-n:127.0.0.1:38113__) [n:127.0.0.1:38113__ c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1922426 INFO (coreLoadExecutor-6520-thread-1-processing-n:127.0.0.1:38113__) [n:127.0.0.1:38113__ c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1922426 INFO (coreLoadExecutor-6520-thread-1-processing-n:127.0.0.1:38113__) [n:127.0.0.1:38113__ c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1922426 INFO (coreLoadExecutor-6520-thread-1-processing-n:127.0.0.1:38113__) [n:127.0.0.1:38113__ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=48, maxMergeAtOnceExplicit=35, maxMergedSegmentMB=43.373046875, floorSegmentMB=1.7509765625, forceMergeDeletesPctAllowed=6.9643099983199495, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1922427 INFO (coreLoadExecutor-6520-thread-1-processing-n:127.0.0.1:38113__) [n:127.0.0.1:38113__ c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@16889d7[collection1] main]
[junit4] 2> 1922427 INFO (coreLoadExecutor-6520-thread-1-processing-n:127.0.0.1:38113__) [n:127.0.0.1:38113__ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1922427 INFO (coreLoadExecutor-6520-thread-1-processing-n:127.0.0.1:38113__) [n:127.0.0.1:38113__ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1922427 INFO (coreLoadExecutor-6520-thread-1-processing-n:127.0.0.1:38113__) [n:127.0.0.1:38113__ c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1922428 INFO (coreLoadExecutor-6520-thread-1-processing-n:127.0.0.1:38113__) [n:127.0.0.1:38113__ c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576163617846329344
[junit4] 2> 1922429 INFO (searcherExecutor-6521-thread-1-processing-n:127.0.0.1:38113__ x:collection1 c:control_collection) [n:127.0.0.1:38113__ c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@16889d7[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1922430 INFO (coreZkRegister-6513-thread-1-processing-n:127.0.0.1:38113__ x:collection1 c:control_collection) [n:127.0.0.1:38113__ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1922430 INFO (coreZkRegister-6513-thread-1-processing-n:127.0.0.1:38113__ x:collection1 c:control_collection) [n:127.0.0.1:38113__ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1922430 INFO (coreZkRegister-6513-thread-1-processing-n:127.0.0.1:38113__ x:collection1 c:control_collection) [n:127.0.0.1:38113__ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38113/_/collection1/
[junit4] 2> 1922430 INFO (coreZkRegister-6513-thread-1-processing-n:127.0.0.1:38113__ x:collection1 c:control_collection) [n:127.0.0.1:38113__ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1922430 INFO (coreZkRegister-6513-thread-1-processing-n:127.0.0.1:38113__ x:collection1 c:control_collection) [n:127.0.0.1:38113__ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:38113/_/collection1/ has no replicas
[junit4] 2> 1922430 INFO (coreZkRegister-6513-thread-1-processing-n:127.0.0.1:38113__ x:collection1 c:control_collection) [n:127.0.0.1:38113__ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1922431 INFO (coreZkRegister-6513-thread-1-processing-n:127.0.0.1:38113__ x:collection1 c:control_collection) [n:127.0.0.1:38113__ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38113/_/collection1/ shard1
[junit4] 2> 1922581 INFO (coreZkRegister-6513-thread-1-processing-n:127.0.0.1:38113__ x:collection1 c:control_collection) [n:127.0.0.1:38113__ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1922803 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1922814 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34769/solr ready
[junit4] 2> 1922814 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1922814 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
[junit4] 2> 1922894 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_975E03A6569BC12-001/shard-1-001/cores/collection1
[junit4] 2> 1922895 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_975E03A6569BC12-001/shard-1-001
[junit4] 2> 1922895 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1922896 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@110f524{/_,null,AVAILABLE}
[junit4] 2> 1922896 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@b5e9a0{HTTP/1.1,[http/1.1]}{127.0.0.1:33405}
[junit4] 2> 1922897 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.e.j.s.Server Started @1924265ms
[junit4] 2> 1922897 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_975E03A6569BC12-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/_, hostPort=33405, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_975E03A6569BC12-001/shard-1-001/cores}
[junit4] 2> 1922897 ERROR (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1922897 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.1
[junit4] 2> 1922897 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1922897 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1922897 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-19T12:46:01.263Z
[junit4] 2> 1922899 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1922899 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_975E03A6569BC12-001/shard-1-001/solr.xml
[junit4] 2> 1922904 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1922905 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34769/solr
[junit4] 2> 1922909 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [n:127.0.0.1:33405__ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1922910 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [n:127.0.0.1:33405__ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1922910 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [n:127.0.0.1:33405__ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33405__
[junit4] 2> 1922911 INFO (zkCallback-2815-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1922911 INFO (zkCallback-2811-thread-3-processing-n:127.0.0.1:38113__) [n:127.0.0.1:38113__ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1922911 INFO (zkCallback-2821-thread-1-processing-n:127.0.0.1:33405__) [n:127.0.0.1:33405__ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1923050 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [n:127.0.0.1:33405__ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_975E03A6569BC12-001/shard-1-001/cores
[junit4] 2> 1923051 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [n:127.0.0.1:33405__ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1923051 INFO (coreLoadExecutor-6531-thread-1-processing-n:127.0.0.1:33405__) [n:127.0.0.1:33405__ c:collection1 x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1923052 INFO (OverseerStateUpdate-98510226090885124-127.0.0.1:38113__-n_0000000000) [n:127.0.0.1:38113__ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 1923153 INFO (zkCallback-2821-thread-1-processing-n:127.0.0.1:33405__) [n:127.0.0.1:33405__ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1924060 WARN (coreLoadExecutor-6531-thread-1-processing-n:127.0.0.1:33405__) [n:127.0.0.1:33405__ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1924060 INFO (coreLoadExecutor-6531-thread-1-processing-n:127.0.0.1:33405__) [n:127.0.0.1:33405__ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 1924072 INFO (coreLoadExecutor-6531-thread-1-processing-n:127.0.0.1:33405__) [n:127.0.0.1:33405__ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1924142 INFO (coreLoadExecutor-6531-thread-1-processing-n:127.0.0.1:33405__) [n:127.0.0.1:33405__ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1924146 INFO (coreLoadExecutor-6531-thread-1-processing-n:127.0.0.1:33405__) [n:127.0.0.1:33405__ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
[junit4] 2> 1924146 INFO (coreLoadExecutor-6531-thread-1-processing-n:127.0.0.1:33405__) [n:127.0.0.1:33405__ c:collection1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1924146 INFO (coreLoadExecutor-6531-thread-1-processing-n:127.0.0.1:33405__) [n:127.0.0.1:33405__ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_975E03A6569BC12-001/shard-1-001/cores/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_975E03A6569BC12-001/shard-1-001/cores/collection1/data/]
[junit4] 2> 1924146 INFO (coreLoadExecutor-6531-thread-1-processing-n:127.0.0.1:33405__) [n:127.0.0.1:33405__ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@155236b
[junit4] 2> 1924147 INFO (coreLoadExecutor-6531-thread-1-processing-n:127.0.0.1:33405__) [n:127.0.0.1:33405__ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=154069415, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1924151 WARN (coreLoadExecutor-6531-thread-1-processing-n:127.0.0.1:33405__) [n:127.0.0.1:33405__ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1924183 INFO (coreLoadExecutor-6531-thread-1-processing-n:127.0.0.1:33405__) [n:127.0.0.1:33405__ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1924183 INFO (coreLoadExecutor-6531-thread-1-processing-n:127.0.0.1:33405__) [n:127.0.0.1:33405__ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1924183 INFO (coreLoadExecutor-6531-thread-1-processing-n:127.0.0.1:33405__) [n:127.0.0.1:33405__ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1924183 INFO (coreLoadExecutor-6531-thread-1-processing-n:127.0.0.1:33405__) [n:127.0.0.1:33405__ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1924184 INFO (coreLoadExecutor-6531-thread-1-processing-n:127.0.0.1:33405__) [n:127.0.0.1:33405__ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=48, maxMergeAtOnceExplicit=35, maxMergedSegmentMB=43.373046875, floorSegmentMB=1.7509765625, forceMergeDeletesPctAllowed=6.9643099983199495, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1924184 INFO (coreLoadExecutor-6531-thread-1-processing-n:127.0.0.1:33405__) [n:127.0.0.1:33405__ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@193fc4d[collection1] main]
[junit4] 2> 1924185 INFO (coreLoadExecutor-6531-thread-1-processing-n:127.0.0.1:33405__) [n:127.0.0.1:33405__ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1924185 INFO (coreLoadExecutor-6531-thread-1-processing-n:127.0.0.1:33405__) [n:127.0.0.1:33405__ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1924185 INFO (coreLoadExecutor-6531-thread-1-processing-n:127.0.0.1:33405__) [n:127.0.0.1:33405__ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1924186 INFO (searcherExecutor-6532-thread-1-processing-n:127.0.0.1:33405__ x:collection1 c:collection1) [n:127.0.0.1:33405__ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@193fc4d[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1924186 INFO (coreLoadExecutor-6531-thread-1-processing-n:127.0.0.1:33405__) [n:127.0.0.1:33405__ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576163619689725952
[junit4] 2> 1924189 INFO (coreZkRegister-6526-thread-1-processing-n:127.0.0.1:33405__ x:collection1 c:collection1) [n:127.0.0.1:33405__ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1924190 INFO (coreZkRegister-6526-thread-1-processing-n:127.0.0.1:33405__ x:collection1 c:collection1) [n:127.0.0.1:33405__ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1924190 INFO (coreZkRegister-6526-thread-1-processing-n:127.0.0.1:33405__ x:collection1 c:collection1) [n:127.0.0.1:33405__ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33405/_/collection1/
[junit4] 2> 1924190 INFO (coreZkRegister-6526-thread-1-processing-n:127.0.0.1:33405__ x:collection1 c:collection1) [n:127.0.0.1:33405__ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1924190 INFO (coreZkRegister-6526-thread-1-processing-n:127.0.0.1:33405__ x:collection1 c:collection1) [n:127.0.0.1:33405__ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:33405/_/collection1/ has no replicas
[junit4] 2> 1924190 INFO (coreZkRegister-6526-thread-1-processing-n:127.0.0.1:33405__ x:collection1 c:collection1) [n:127.0.0.1:33405__ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1924191 INFO (coreZkRegister-6526-thread-1-processing-n:127.0.0.1:33405__ x:collection1 c:collection1) [n:127.0.0.1:33405__ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33405/_/collection1/ shard2
[junit4] 2> 1924292 INFO (zkCallback-2821-thread-1-processing-n:127.0.0.1:33405__) [n:127.0.0.1:33405__ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1924341 INFO (coreZkRegister-6526-thread-1-processing-n:127.0.0.1:33405__ x:collection1 c:collection1) [n:127.0.0.1:33405__ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1924443 INFO (zkCallback-2821-thread-1-processing-n:127.0.0.1:33405__) [n:127.0.0.1:33405__ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1924609 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_975E03A6569BC12-001/shard-2-001/cores/collection1
[junit4] 2> 1924610 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_975E03A6569BC12-001/shard-2-001
[junit4] 2> 1924610 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1924611 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1d82b06{/_,null,AVAILABLE}
[junit4] 2> 1924611 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1583d64{HTTP/1.1,[http/1.1]}{127.0.0.1:44539}
[junit4] 2> 1924612 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.e.j.s.Server Started @1925980ms
[junit4] 2> 1924612 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_975E03A6569BC12-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/_, hostPort=44539, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_975E03A6569BC12-001/shard-2-001/cores}
[junit4] 2> 1924612 ERROR (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1924612 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.1
[junit4] 2> 1924612 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1924612 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1924612 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-19T12:46:02.978Z
[junit4] 2> 1924614 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1924614 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_975E03A6569BC12-001/shard-2-001/solr.xml
[junit4] 2> 1924618 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1924618 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34769/solr
[junit4] 2> 1924622 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [n:127.0.0.1:44539__ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1924623 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [n:127.0.0.1:44539__ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1924623 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [n:127.0.0.1:44539__ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44539__
[junit4] 2> 1924625 INFO (zkCallback-2821-thread-1-processing-n:127.0.0.1:33405__) [n:127.0.0.1:33405__ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1924625 INFO (zkCallback-2815-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1924625 INFO (zkCallback-2827-thread-1-processing-n:127.0.0.1:44539__) [n:127.0.0.1:44539__ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1924625 INFO (zkCallback-2811-thread-3-processing-n:127.0.0.1:38113__) [n:127.0.0.1:38113__ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1924751 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [n:127.0.0.1:44539__ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_975E03A6569BC12-001/shard-2-001/cores
[junit4] 2> 1924751 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [n:127.0.0.1:44539__ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1924752 INFO (coreLoadExecutor-6542-thread-1-processing-n:127.0.0.1:44539__) [n:127.0.0.1:44539__ c:collection1 x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1924752 INFO (OverseerStateUpdate-98510226090885124-127.0.0.1:38113__-n_0000000000) [n:127.0.0.1:38113__ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 1924853 INFO (zkCallback-2827-thread-1-processing-n:127.0.0.1:44539__) [n:127.0.0.1:44539__ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1924853 INFO (zkCallback-2821-thread-1-processing-n:127.0.0.1:33405__) [n:127.0.0.1:33405__ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1925760 WARN (coreLoadExecutor-6542-thread-1-processing-n:127.0.0.1:44539__) [n:127.0.0.1:44539__ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1925760 INFO (coreLoadExecutor-6542-thread-1-processing-n:127.0.0.1:44539__) [n:127.0.0.1:44539__ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 1925769 INFO (coreLoadExecutor-6542-thread-1-processing-n:127.0.0.1:44539__) [n:127.0.0.1:44539__ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1925842 INFO (coreLoadExecutor-6542-thread-1-processing-n:127.0.0.1:44539__) [n:127.0.0.1:44539__ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1925851 INFO (coreLoadExecutor-6542-thread-1-processing-n:127.0.0.1:44539__) [n:127.0.0.1:44539__ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
[junit4] 2> 1925851 INFO (coreLoadExecutor-6542-thread-1-processing-n:127.0.0.1:44539__) [n:127.0.0.1:44539__ c:collection1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1925851 INFO (coreLoadExecutor-6542-thread-1-processing-n:127.0.0.1:44539__) [n:127.0.0.1:44539__ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_975E03A6569BC12-001/shard-2-001/cores/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_975E03A6569BC12-001/shard-2-001/cores/collection1/data/]
[junit4] 2> 1925851 INFO (coreLoadExecutor-6542-thread-1-processing-n:127.0.0.1:44539__) [n:127.0.0.1:44539__ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@155236b
[junit4] 2> 1925852 INFO (coreLoadExecutor-6542-thread-1-processing-n:127.0.0.1:44539__) [n:127.0.0.1:44539__ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=154069415, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1925856 WARN (coreLoadExecutor-6542-thread-1-processing-n:127.0.0.1:44539__) [n:127.0.0.1:44539__ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1925894 INFO (coreLoadExecutor-6542-thread-1-processing-n:127.0.0.1:44539__) [n:127.0.0.1:44539__ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1925894 INFO (coreLoadExecutor-6542-thread-1-processing-n:127.0.0.1:44539__) [n:127.0.0.1:44539__ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1925895 INFO (coreLoadExecutor-6542-thread-1-processing-n:127.0.0.1:44539__) [n:127.0.0.1:44539__ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1925895 INFO (coreLoadExecutor-6542-thread-1-processing-n:127.0.0.1:44539__) [n:127.0.0.1:44539__ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1925896 INFO (coreLoadExecutor-6542-thread-1-processing-n:127.0.0.1:44539__) [n:127.0.0.1:44539__ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=48, maxMergeAtOnceExplicit=35, maxMergedSegmentMB=43.373046875, floorSegmentMB=1.7509765625, forceMergeDeletesPctAllowed=6.9643099983199495, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1925896 INFO (coreLoadExecutor-6542-thread-1-processing-n:127.0.0.1:44539__) [n:127.0.0.1:44539__ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@371ada[collection1] main]
[junit4] 2> 1925897 INFO (coreLoadExecutor-6542-thread-1-processing-n:127.0.0.1:44539__) [n:127.0.0.1:44539__ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1925897 INFO (coreLoadExecutor-6542-thread-1-processing-n:127.0.0.1:44539__) [n:127.0.0.1:44539__ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1925897 INFO (coreLoadExecutor-6542-thread-1-processing-n:127.0.0.1:44539__) [n:127.0.0.1:44539__ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1925898 INFO (searcherExecutor-6543-thread-1-processing-n:127.0.0.1:44539__ x:collection1 c:collection1) [n:127.0.0.1:44539__ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@371ada[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1925898 INFO (coreLoadExecutor-6542-thread-1-processing-n:127.0.0.1:44539__) [n:127.0.0.1:44539__ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576163621484888064
[junit4] 2> 1925902 INFO (coreZkRegister-6537-thread-1-processing-n:127.0.0.1:44539__ x:collection1 c:collection1) [n:127.0.0.1:44539__ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1925902 INFO (coreZkRegister-6537-thread-1-processing-n:127.0.0.1:44539__ x:collection1 c:collection1) [n:127.0.0.1:44539__ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1925902 INFO (coreZkRegister-6537-thread-1-processing-n:127.0.0.1:44539__ x:collection1 c:collection1) [n:127.0.0.1:44539__ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44539/_/collection1/
[junit4] 2> 1925903 INFO (coreZkRegister-6537-thread-1-processing-n:127.0.0.1:44539__ x:collection1 c:collection1) [n:127.0.0.1:44539__ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1925903 INFO (coreZkRegister-6537-thread-1-processing-n:127.0.0.1:44539__ x:collection1 c:collection1) [n:127.0.0.1:44539__ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:44539/_/collection1/ has no replicas
[junit4] 2> 1925903 INFO (coreZkRegister-6537-thread-1-processing-n:127.0.0.1:44539__ x:collection1 c:collection1) [n:127.0.0.1:44539__ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1925910 INFO (coreZkRegister-6537-thread-1-processing-n:127.0.0.1:44539__ x:collection1 c:collection1) [n:127.0.0.1:44539__ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44539/_/collection1/ shard1
[junit4] 2> 1926012 INFO (zkCallback-2821-thread-1-processing-n:127.0.0.1:33405__) [n:127.0.0.1:33405__ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1926012 INFO (zkCallback-2827-thread-1-processing-n:127.0.0.1:44539__) [n:127.0.0.1:44539__ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1926062 INFO (coreZkRegister-6537-thread-1-processing-n:127.0.0.1:44539__ x:collection1 c:collection1) [n:127.0.0.1:44539__ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1926163 INFO (zkCallback-2827-thread-1-processing-n:127.0.0.1:44539__) [n:127.0.0.1:44539__ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1926163 INFO (zkCallback-2821-thread-1-processing-n:127.0.0.1:33405__) [n:127.0.0.1:33405__ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1926318 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_975E03A6569BC12-001/shard-3-001/cores/collection1
[junit4] 2> 1926318 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_975E03A6569BC12-001/shard-3-001
[junit4] 2> 1926319 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1926323 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1186313{/_,null,AVAILABLE}
[junit4] 2> 1926323 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1973c1e{HTTP/1.1,[http/1.1]}{127.0.0.1:43569}
[junit4] 2> 1926323 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.e.j.s.Server Started @1927691ms
[junit4] 2> 1926323 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_975E03A6569BC12-001/tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/_, hostPort=43569, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_975E03A6569BC12-001/shard-3-001/cores}
[junit4] 2> 1926324 ERROR (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1926324 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.1
[junit4] 2> 1926324 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1926324 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1926324 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-19T12:46:04.690Z
[junit4] 2> 1926329 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1926329 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_975E03A6569BC12-001/shard-3-001/solr.xml
[junit4] 2> 1926337 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1926338 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34769/solr
[junit4] 2> 1926346 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [n:127.0.0.1:43569__ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1926347 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [n:127.0.0.1:43569__ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1926348 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [n:127.0.0.1:43569__ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43569__
[junit4] 2> 1926348 INFO (zkCallback-2827-thread-1-processing-n:127.0.0.1:44539__) [n:127.0.0.1:44539__ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1926348 INFO (zkCallback-2815-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1926348 INFO (zkCallback-2811-thread-3-processing-n:127.0.0.1:38113__) [n:127.0.0.1:38113__ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1926348 INFO (zkCallback-2833-thread-1-processing-n:127.0.0.1:43569__) [n:127.0.0.1:43569__ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1926348 INFO (zkCallback-2821-thread-1-processing-n:127.0.0.1:33405__) [n:127.0.0.1:33405__ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1926497 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [n:127.0.0.1:43569__ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_975E03A6569BC12-001/shard-3-001/cores
[junit4] 2> 1926497 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [n:127.0.0.1:43569__ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1926498 INFO (coreLoadExecutor-6553-thread-1-processing-n:127.0.0.1:43569__) [n:127.0.0.1:43569__ c:collection1 x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1926501 INFO (OverseerStateUpdate-98510226090885124-127.0.0.1:38113__-n_0000000000) [n:127.0.0.1:38113__ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 1926602 INFO (zkCallback-2827-thread-1-processing-n:127.0.0.1:44539__) [n:127.0.0.1:44539__ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1926602 INFO (zkCallback-2833-thread-1-processing-n:127.0.0.1:43569__) [n:127.0.0.1:43569__ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1926602 INFO (zkCallback-2821-thread-1-processing-n:127.0.0.1:33405__) [n:127.0.0.1:33405__ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1927512 WARN (coreLoadExecutor-6553-thread-1-processing-n:127.0.0.1:43569__) [n:127.0.0.1:43569__ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1927513 INFO (coreLoadExecutor-6553-thread-1-processing-n:127.0.0.1:43569__) [n:127.0.0.1:43569__ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 1927545 INFO (coreLoadExecutor-6553-thread-1-processing-n:127.0.0.1:43569__) [n:127.0.0.1:43569__ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1927638 INFO (coreLoadExecutor-6553-thread-1-processing-n:127.0.0.1:43569__) [n:127.0.0.1:43569__ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1927643 INFO (coreLoadExecutor-6553-thread-1-processing-n:127.0.0.1:43569__) [n:127.0.0.1:43569__ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
[junit4] 2> 1927643 INFO (coreLoadExecutor-6553-thread-1-processing-n:127.0.0.1:43569__) [n:127.0.0.1:43569__ c:collection1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1927643 INFO (coreLoadExecutor-6553-thread-1-processing-n:127.0.0.1:43569__) [n:127.0.0.1:43569__ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_975E03A6569BC12-001/shard-3-001/cores/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_975E03A6569BC12-001/shard-3-001/cores/collection1/data/]
[junit4] 2> 1927643 INFO (coreLoadExecutor-6553-thread-1-processing-n:127.0.0.1:43569__) [n:127.0.0.1:43569__ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@155236b
[junit4] 2> 1927644 INFO (coreLoadExecutor-6553-thread-1-processing-n:127.0.0.1:43569__) [n:127.0.0.1:43569__ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=154069415, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1927647 WARN (coreLoadExecutor-6553-thread-1-processing-n:127.0.0.1:43569__) [n:127.0.0.1:43569__ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1927670 INFO (coreLoadExecutor-6553-thread-1-processing-n:127.0.0.1:43569__) [n:127.0.0.1:43569__ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1927670 INFO (coreLoadExecutor-6553-thread-1-processing-n:127.0.0.1:43569__) [n:127.0.0.1:43569__ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1927671 INFO (coreLoadExecutor-6553-thread-1-processing-n:127.0.0.1:43569__) [n:127.0.0.1:43569__ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1927671 INFO (coreLoadExecutor-6553-thread-1-processing-n:127.0.0.1:43569__) [n:127.0.0.1:43569__ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1927672 INFO (coreLoadExecutor-6553-thread-1-processing-n:127.0.0.1:43569__) [n:127.0.0.1:43569__ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=48, maxMergeAtOnceExplicit=35, maxMergedSegmentMB=43.373046875, floorSegmentMB=1.7509765625, forceMergeDeletesPctAllowed=6.9643099983199495, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1927672 INFO (coreLoadExecutor-6553-thread-1-processing-n:127.0.0.1:43569__) [n:127.0.0.1:43569__ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@173b049[collection1] main]
[junit4] 2> 1927673 INFO (coreLoadExecutor-6553-thread-1-processing-n:127.0.0.1:43569__) [n:127.0.0.1:43569__ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1927673 INFO (coreLoadExecutor-6553-thread-1-processing-n:127.0.0.1:43569__) [n:127.0.0.1:43569__ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1927673 INFO (coreLoadExecutor-6553-thread-1-processing-n:127.0.0.1:43569__) [n:127.0.0.1:43569__ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1927674 INFO (searcherExecutor-6554-thread-1-processing-n:127.0.0.1:43569__ x:collection1 c:collection1) [n:127.0.0.1:43569__ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@173b049[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1927675 INFO (coreLoadExecutor-6553-thread-1-processing-n:127.0.0.1:43569__) [n:127.0.0.1:43569__ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576163623348207616
[junit4] 2> 1927677 INFO (coreZkRegister-6548-thread-1-processing-n:127.0.0.1:43569__ x:collection1 c:collection1) [n:127.0.0.1:43569__ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
[junit4] 2> 1927677 INFO (updateExecutor-2830-thread-1-processing-n:127.0.0.1:43569__ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:43569__ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 1927678 INFO (recoveryExecutor-2831-thread-1-processing-n:127.0.0.1:43569__ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:43569__ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 1927678 INFO (recoveryExecutor-2831-thread-1-processing-n:127.0.0.1:43569__ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:43569__ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 1927678 INFO (recoveryExecutor-2831-thread-1-processing-n:127.0.0.1:43569__ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:43569__ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
[junit4] 2> 1927678 INFO (recoveryExecutor-2831-thread-1-processing-n:127.0.0.1:43569__ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:43569__ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 1927678 INFO (recoveryExecutor-2831-thread-1-processing-n:127.0.0.1:43569__ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:43569__ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:33405/_/collection1/] and I am [http://127.0.0.1:43569/_/collection1/]
[junit4] 2> 1927679 INFO (recoveryExecutor-2831-thread-1-processing-n:127.0.0.1:43569__ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:43569__ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:33405/_]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:43569__&coreNodeName=core_node3&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 1927681 INFO (qtp17317132-18358) [n:127.0.0.1:33405__ ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
[junit4] 2> 1927681 INFO (qtp17317132-18358) [n:127.0.0.1:33405__ ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard2 of collection1) have state: recovering
[junit4] 2> 1927681 INFO (qtp17317132-18358) [n:127.0.0.1:33405__ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:43569__, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"http://127.0.0.1:43569/_","node_name":"127.0.0.1:43569__","state":"down"}
[junit4] 2> 1927781 INFO (zkCallback-2827-thread-1-processing-n:127.0.0.1:44539__) [n:127.0.0.1:44539__ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1927781 INFO (zkCallback-2833-thread-1-processing-n:127.0.0.1:43569__) [n:127.0.0.1:43569__ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1927784 INFO (zkCallback-2821-thread-1-processing-n:127.0.0.1:33405__) [n:127.0.0.1:33405__ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1928061 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_975E03A6569BC12-001/shard-4-001/cores/collection1
[junit4] 2> 1928061 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_975E03A6569BC12-001/shard-4-001
[junit4] 2> 1928062 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1928062 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@f78ddb{/_,null,AVAILABLE}
[junit4] 2> 1928063 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5ed472{HTTP/1.1,[http/1.1]}{127.0.0.1:36693}
[junit4] 2> 1928063 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.e.j.s.Server Started @1929431ms
[junit4] 2> 1928063 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_975E03A6569BC12-001/tempDir-001/jetty4, solrconfig=solrconfig.xml, hostContext=/_, hostPort=36693, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_975E03A6569BC12-001/shard-4-001/cores}
[junit4] 2> 1928063 ERROR (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1928063 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.1
[junit4] 2> 1928063 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1928063 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1928063 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-19T12:46:06.429Z
[junit4] 2> 1928067 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1928067 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_975E03A6569BC12-001/shard-4-001/solr.xml
[junit4] 2> 1928071 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1928072 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34769/solr
[junit4] 2> 1928075 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [n:127.0.0.1:36693__ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1928076 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [n:127.0.0.1:36693__ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1928076 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [n:127.0.0.1:36693__ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36693__
[junit4] 2> 1928077 INFO (zkCallback-2827-thread-1-processing-n:127.0.0.1:44539__) [n:127.0.0.1:44539__ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1928077 INFO (zkCallback-2833-thread-1-processing-n:127.0.0.1:43569__) [n:127.0.0.1:43569__ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1928077 INFO (zkCallback-2811-thread-3-processing-n:127.0.0.1:38113__) [n:127.0.0.1:38113__ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1928077 INFO (zkCallback-2821-thread-1-processing-n:127.0.0.1:33405__) [n:127.0.0.1:33405__ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1928077 INFO (zkCallback-2815-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1928077 INFO (zkCallback-2840-thread-1-processing-n:127.0.0.1:36693__) [n:127.0.0.1:36693__ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1928226 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [n:127.0.0.1:36693__ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_975E03A6569BC12-001/shard-4-001/cores
[junit4] 2> 1928227 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[975E03A6569BC12]) [n:127.0.0.1:36693__ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1928227 INFO (coreLoadExecutor-6564-thread-1-processing-n:127.0.0.1:36693__) [n:127.0.0.1:36693__ c:collection1 x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1928228 INFO (OverseerStateUpdate-98510226090885124-127.0.0.1:38113__-n_0000000000) [n:127.0.0.1:38113__ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 1928329 INFO (zkCallback-2840-thread-1-processing-n:127.0.0.1:36693__) [n:127.0.0.1:36693__ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1928329 INFO (zkCallback-2821-thread-1-processing-n:127.0.0.1:33405__) [n:127.0.0.1:33405__ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1928329 INFO (zkCallback-2827-thread-1-processing-n:127.0.0.1:44539__) [n:127.0.0.1:44539__ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1928329 INFO (zkCallback-2833-thread-1-processing-n:127.0.0.1:43569__) [n:127.0.0.1:43569__ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1928681 INFO (qtp17317132-18358) [n:127.0.0.1:33405__ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:43569__, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"http://127.0.0.1:43569/_","node_name":"127.0.0.1:43569__","state":"recovering"}
[junit4] 2> 1928681 INFO (qtp17317132-18358) [n:127.0.0.1:33405__ ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4] 2> 1928681 INFO (qtp17317132-18358) [n:127.0.0.1:33405__ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:43569__&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node3&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1000
[junit4] 2> 1929182 INFO (recoveryExecutor-2831-thread-1-processing-n:127.0.0.1:43569__ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:43569__ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:33405/_/collection1/] - recoveringAfterStartup=[true]
[junit4] 2> 1929182 INFO (recoveryExecutor-2831-thread-1-processing-n:127.0.0.1:43569__ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:43569__ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url=http://127.0.0.1:43569/_ START replicas=[http://127.0.0.1:33405/_/collection1/] nUpdates=100
[junit4] 2> 1929184 INFO (qtp17317132-18360) [n:127.0.0.1:33405__ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 1929184 INFO (qtp17317132-18360) [n:127.0.0.1:33405__ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.S.Request [collection1] webapp=/_ path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1929184 INFO (recoveryExecutor-2831-thread-1-processing-n:127.0.0.1:43569__ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:43569__ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 1929184 INFO (recoveryExecutor-2831-thread-1-processing-n:127.0.0.1:43569__ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:43569__ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync
[junit4] 2> 1929184 INFO (recoveryExecutor-2831-thread-1-processing-n:127.0.0.1:43569__ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:43569__ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1929184 INFO (recoveryExecutor-2831-thread-1-processing-n:127.0.0.1:43569__ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:43569__ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 1929185 INFO (recoveryExecutor-2831-thread-1-processing-n:127.0.0.1:43569__ x:collection1 s:shard2 c:colle
[...truncated too long message...]
hard4_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.falsepredicate.shard4.replica1
[junit4] 2> 183021 INFO (coreCloseExecutor-512-thread-2) [n:127.0.0.1:45411_solr c:stateformat1 s:shard1 r:core_node1 x:stateformat1_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.stateformat1.shard1.replica1
[junit4] 2> 183021 INFO (coreCloseExecutor-514-thread-2) [n:127.0.0.1:34743_solr c:falsepredicate s:shard3 r:core_node1 x:falsepredicate_shard3_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.falsepredicate.shard3.replica1
[junit4] 2> 183025 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15dfa8c74800017, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 183025 INFO (jetty-closer-186-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@d2e843{/solr,null,UNAVAILABLE}
[junit4] 2> 183026 INFO (zkCallback-240-thread-1-processing-n:127.0.0.1:34115_solr) [n:127.0.0.1:34115_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 183026 INFO (zkCallback-204-thread-1-processing-n:127.0.0.1:34743_solr) [n:127.0.0.1:34743_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 183026 INFO (zkCallback-223-thread-2-processing-n:127.0.0.1:45411_solr) [n:127.0.0.1:45411_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 183026 INFO (coreCloseExecutor-514-thread-1) [n:127.0.0.1:34743_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.waitforstate.shard1.replica1
[junit4] 2> 183028 INFO (coreCloseExecutor-512-thread-3) [n:127.0.0.1:45411_solr c:testcollection s:shard2 r:core_node3 x:testcollection_shard2_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testcollection.shard2.replica1
[junit4] 2> 183032 INFO (coreCloseExecutor-514-thread-4) [n:127.0.0.1:34743_solr c:testcollection s:shard4 r:core_node1 x:testcollection_shard4_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testcollection.shard4.replica1
[junit4] 2> 183032 INFO (coreCloseExecutor-513-thread-1) [n:127.0.0.1:34115_solr c:delayed s:shard1 r:core_node1 x:delayed_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.delayed.shard1.replica1
[junit4] 2> 183033 INFO (coreCloseExecutor-514-thread-3) [n:127.0.0.1:34743_solr c:currentstate s:shard1 r:core_node1 x:currentstate_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.currentstate.shard1.replica1
[junit4] 2> 183033 INFO (zkCallback-240-thread-2-processing-n:127.0.0.1:34115_solr) [n:127.0.0.1:34115_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 183033 INFO (zkCallback-204-thread-1-processing-n:127.0.0.1:34743_solr) [n:127.0.0.1:34743_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 183037 WARN (zkCallback-240-thread-1-processing-n:127.0.0.1:34115_solr) [n:127.0.0.1:34115_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 183038 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15dfa8c7480001f, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 183038 INFO (jetty-closer-186-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98510248028930056-127.0.0.1:34743_solr-n_0000000000) closing
[junit4] 2> 183038 INFO (zkCallback-204-thread-1-processing-n:127.0.0.1:34743_solr) [n:127.0.0.1:34743_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 183038 INFO (OverseerStateUpdate-98510248028930056-127.0.0.1:34743_solr-n_0000000000) [n:127.0.0.1:34743_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:34743_solr
[junit4] 2> 183039 WARN (zkCallback-204-thread-1-processing-n:127.0.0.1:34743_solr) [n:127.0.0.1:34743_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 183039 INFO (jetty-closer-186-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1164a79{/solr,null,UNAVAILABLE}
[junit4] 2> 183044 INFO (jetty-closer-186-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1a694e0{/solr,null,UNAVAILABLE}
[junit4] 2> 184533 WARN (zkCallback-223-thread-2-processing-n:127.0.0.1:45411_solr) [n:127.0.0.1:45411_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 184533 INFO (jetty-closer-186-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1ec1597{/solr,null,UNAVAILABLE}
[junit4] 2> 184533 ERROR (SUITE-TestCollectionStateWatchers-seed#[F24BAD4A7B9F7F37]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 184534 INFO (SUITE-TestCollectionStateWatchers-seed#[F24BAD4A7B9F7F37]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33301 33301
[junit4] 2> 190689 INFO (Thread-277) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33301 33301
[junit4] 2> 190690 WARN (Thread-277) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/aliases.json
[junit4] 2> 7 /solr/security.json
[junit4] 2> 7 /solr/configs/config
[junit4] 2> 3 /solr/collections/stateformat1/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 12 /solr/collections/waitforstate/state.json
[junit4] 2> 8 /solr/clusterprops.json
[junit4] 2> 8 /solr/clusterstate.json
[junit4] 2> 7 /solr/collections/falsepredicate/state.json
[junit4] 2> 7 /solr/collections/testcollection/state.json
[junit4] 2> 4 /solr/overseer_elect/election/98510248028930056-127.0.0.1:34743_solr-n_0000000000
[junit4] 2> 3 /solr/collections/stateformat1/state.json
[junit4] 2> 2 /solr/collections/currentstate/state.json
[junit4] 2> 2 /solr/overseer_elect/election/98510248028930068-127.0.0.1:45411_solr-n_0000000004
[junit4] 2> 2 /solr/overseer_elect/election/98510248028930059-127.0.0.1:41147_solr-n_0000000002
[junit4] 2> 2 /solr/collections/delayed/state.json
[junit4] 2> 2 /solr/collections/tobedeleted/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/collections
[junit4] 2> 5 /solr/live_nodes
[junit4] 2>
[junit4] 2> 190690 INFO (SUITE-TestCollectionStateWatchers-seed#[F24BAD4A7B9F7F37]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J0/temp/solr.common.cloud.TestCollectionStateWatchers_F24BAD4A7B9F7F37-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1504, maxMBSortInHeap=6.98886661616513, sim=RandomSimilarity(queryNorm=false,coord=yes): {}, locale=ar-IQ, timezone=Asia/Damascus
[junit4] 2> NOTE: Linux 4.10.0-27-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=180329056,total=264765440
[junit4] 2> NOTE: All tests run in this JVM: [CollectionAdminRequestRequiredParamsTest, ContentStreamTest, JDBCStreamTest, SquareRootEvaluatorTest, TestZkConfigManager, TestEmbeddedSolrServer, ExternalHttpClientTest, CloudSolrClientBuilderTest, SolrPingTest, ConcatOperationTest, ModuloEvaluatorTest, CeilingEvaluatorTest, LargeVolumeEmbeddedTest, TermsResponseTest, FieldAnalysisResponseTest, GraphTest, TestDelegationTokenRequest, ShardParamsTest, LargeVolumeBinaryJettyTest, TestUpdateRequestCodec, SolrExampleXMLTest, TestDocumentObjectBinder, DocumentAnalysisResponseTest, NamedListTest, TestLBHttpSolrClient, SelectWithEvaluatorsTest, StreamExpressionToExpessionTest, StreamExpressionToExplanationTest, AbsoluteValueEvaluatorTest, AddEvaluatorTest, AndEvaluatorTest, ArcCosineEvaluatorTest, ArcTangentEvaluatorTest, CoalesceEvaluatorTest, CosineEvaluatorTest, DivideEvaluatorTest, EqualsEvaluatorTest, ExclusiveOrEvaluatorTest, FieldEvaluatorTest, GreaterThanEqualToEvaluatorTest, GreaterThanEvaluatorTest, HyperbolicCosineEvaluatorTest, HyperbolicSineEvaluatorTest, HyperbolicTangentEvaluatorTest, MultiplyEvaluatorTest, NotEvaluatorTest, OrEvaluatorTest, RawValueEvaluatorTest, RoundEvaluatorTest, SubtractEvaluatorTest, StreamExpressionParserTest, TestClusteringResponse, TestToleratedUpdateError, TestCollectionStateWatchers]
[junit4] Completed [129/130 (1!)] on J0 in 65.20s, 9 tests, 1 failure <<< FAILURES!
[...truncated 38703 lines...]
[JENKINS-EA] Lucene-Solr-6.6-Linux (64bit/jdk-9-ea+181) - Build #
65 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.6-Linux/65/
Java: 64bit/jdk-9-ea+181 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC --illegal-access=deny
13 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestHdfsCloudBackupRestore
Error Message:
Could not initialize class org.apache.hadoop.util.StringUtils
Stack Trace:
java.lang.NoClassDefFoundError: Could not initialize class org.apache.hadoop.util.StringUtils
at __randomizedtesting.SeedInfo.seed([46EE56AA0C1621DE]:0)
at org.apache.hadoop.conf.Configuration.getTrimmedStringCollection(Configuration.java:1868)
at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getStorageDirs(FSNamesystem.java:1374)
at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getNamespaceDirs(FSNamesystem.java:1355)
at org.apache.hadoop.hdfs.MiniDFSCluster.createNameNodesAndSetConf(MiniDFSCluster.java:935)
at org.apache.hadoop.hdfs.MiniDFSCluster.initMiniDFSCluster(MiniDFSCluster.java:811)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:742)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:612)
at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:104)
at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:63)
at org.apache.solr.cloud.TestHdfsCloudBackupRestore.setupClass(TestHdfsCloudBackupRestore.java:100)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsRecoverLeaseTest
Error Message:
Stack Trace:
java.lang.ExceptionInInitializerError
at __randomizedtesting.SeedInfo.seed([46EE56AA0C1621DE]:0)
at org.apache.hadoop.util.StringUtils.<clinit>(StringUtils.java:80)
at org.apache.hadoop.conf.Configuration.getTrimmedStringCollection(Configuration.java:1868)
at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getStorageDirs(FSNamesystem.java:1374)
at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getNamespaceDirs(FSNamesystem.java:1355)
at org.apache.hadoop.hdfs.MiniDFSCluster.createNameNodesAndSetConf(MiniDFSCluster.java:935)
at org.apache.hadoop.hdfs.MiniDFSCluster.initMiniDFSCluster(MiniDFSCluster.java:811)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:742)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:612)
at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:104)
at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:67)
at org.apache.solr.cloud.hdfs.HdfsRecoverLeaseTest.beforeClass(HdfsRecoverLeaseTest.java:50)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.lang.StringIndexOutOfBoundsException: begin 0, end 3, length 1
at java.base/java.lang.String.checkBoundsBeginEnd(String.java:3116)
at java.base/java.lang.String.substring(String.java:1885)
at org.apache.hadoop.util.Shell.<clinit>(Shell.java:51)
... 34 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest
Error Message:
Could not initialize class org.apache.hadoop.util.StringUtils
Stack Trace:
java.lang.NoClassDefFoundError: Could not initialize class org.apache.hadoop.util.StringUtils
at __randomizedtesting.SeedInfo.seed([46EE56AA0C1621DE]:0)
at org.apache.hadoop.conf.Configuration.getTrimmedStringCollection(Configuration.java:1868)
at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getStorageDirs(FSNamesystem.java:1374)
at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getNamespaceDirs(FSNamesystem.java:1355)
at org.apache.hadoop.hdfs.MiniDFSCluster.createNameNodesAndSetConf(MiniDFSCluster.java:935)
at org.apache.hadoop.hdfs.MiniDFSCluster.initMiniDFSCluster(MiniDFSCluster.java:811)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:742)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:612)
at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:104)
at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:63)
at org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest.setupClass(HdfsRecoveryZkTest.java:39)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsThreadLeakTest
Error Message:
Could not initialize class org.apache.hadoop.util.StringUtils
Stack Trace:
java.lang.NoClassDefFoundError: Could not initialize class org.apache.hadoop.util.StringUtils
at __randomizedtesting.SeedInfo.seed([46EE56AA0C1621DE]:0)
at org.apache.hadoop.conf.Configuration.getTrimmedStringCollection(Configuration.java:1868)
at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getStorageDirs(FSNamesystem.java:1374)
at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getNamespaceDirs(FSNamesystem.java:1355)
at org.apache.hadoop.hdfs.MiniDFSCluster.createNameNodesAndSetConf(MiniDFSCluster.java:935)
at org.apache.hadoop.hdfs.MiniDFSCluster.initMiniDFSCluster(MiniDFSCluster.java:811)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:742)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:612)
at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:104)
at org.apache.solr.cloud.hdfs.HdfsThreadLeakTest.beforeClass(HdfsThreadLeakTest.java:45)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: junit.framework.TestSuite.org.apache.solr.core.HdfsDirectoryFactoryTest
Error Message:
Stack Trace:
java.lang.ExceptionInInitializerError
at __randomizedtesting.SeedInfo.seed([46EE56AA0C1621DE]:0)
at org.apache.hadoop.util.StringUtils.<clinit>(StringUtils.java:80)
at org.apache.hadoop.conf.Configuration.getTrimmedStringCollection(Configuration.java:1868)
at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getStorageDirs(FSNamesystem.java:1374)
at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getNamespaceDirs(FSNamesystem.java:1355)
at org.apache.hadoop.hdfs.MiniDFSCluster.createNameNodesAndSetConf(MiniDFSCluster.java:935)
at org.apache.hadoop.hdfs.MiniDFSCluster.initMiniDFSCluster(MiniDFSCluster.java:811)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:742)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:612)
at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:104)
at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:67)
at org.apache.solr.core.HdfsDirectoryFactoryTest.setupClass(HdfsDirectoryFactoryTest.java:56)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.lang.StringIndexOutOfBoundsException: begin 0, end 3, length 1
at java.base/java.lang.String.checkBoundsBeginEnd(String.java:3116)
at java.base/java.lang.String.substring(String.java:1885)
at org.apache.hadoop.util.Shell.<clinit>(Shell.java:51)
... 34 more
FAILED: junit.framework.TestSuite.org.apache.solr.search.TestRecoveryHdfs
Error Message:
Could not initialize class org.apache.hadoop.util.StringUtils
Stack Trace:
java.lang.NoClassDefFoundError: Could not initialize class org.apache.hadoop.util.StringUtils
at __randomizedtesting.SeedInfo.seed([46EE56AA0C1621DE]:0)
at org.apache.hadoop.conf.Configuration.getTrimmedStringCollection(Configuration.java:1868)
at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getStorageDirs(FSNamesystem.java:1374)
at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getNamespaceDirs(FSNamesystem.java:1355)
at org.apache.hadoop.hdfs.MiniDFSCluster.createNameNodesAndSetConf(MiniDFSCluster.java:935)
at org.apache.hadoop.hdfs.MiniDFSCluster.initMiniDFSCluster(MiniDFSCluster.java:811)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:742)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:612)
at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:104)
at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:63)
at org.apache.solr.search.TestRecoveryHdfs.beforeClass(TestRecoveryHdfs.java:81)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: junit.framework.TestSuite.org.apache.solr.security.hadoop.TestDelegationWithHadoopAuth
Error Message:
Error starting up MiniSolrCloudCluster
Stack Trace:
java.lang.Exception: Error starting up MiniSolrCloudCluster
at __randomizedtesting.SeedInfo.seed([46EE56AA0C1621DE]:0)
at org.apache.solr.cloud.MiniSolrCloudCluster.checkForExceptions(MiniSolrCloudCluster.java:575)
at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:255)
at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:188)
at org.apache.solr.security.hadoop.TestDelegationWithHadoopAuth.setupClass(TestDelegationWithHadoopAuth.java:58)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Suppressed: java.lang.NoClassDefFoundError: Could not initialize class org.apache.hadoop.util.StringUtils
at org.apache.hadoop.conf.Configuration.getBoolean(Configuration.java:1437)
at org.apache.hadoop.security.token.delegation.web.DelegationTokenManager.<init>(DelegationTokenManager.java:115)
at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.initTokenManager(DelegationTokenAuthenticationHandler.java:148)
at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.init(DelegationTokenAuthenticationHandler.java:118)
at org.apache.hadoop.security.authentication.server.AuthenticationFilter.initializeAuthHandler(AuthenticationFilter.java:238)
at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationFilter.initializeAuthHandler(DelegationTokenAuthenticationFilter.java:209)
at org.apache.solr.security.HadoopAuthFilter.initializeAuthHandler(HadoopAuthFilter.java:126)
at org.apache.hadoop.security.authentication.server.AuthenticationFilter.init(AuthenticationFilter.java:227)
at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationFilter.init(DelegationTokenAuthenticationFilter.java:175)
at org.apache.solr.security.HadoopAuthFilter.init(HadoopAuthFilter.java:74)
at org.apache.solr.security.HadoopAuthPlugin.init(HadoopAuthPlugin.java:144)
at org.apache.solr.core.CoreContainer.initializeAuthenticationPlugin(CoreContainer.java:346)
at org.apache.solr.core.CoreContainer.reloadSecurityProperties(CoreContainer.java:627)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:491)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:244)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:173)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:388)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:251)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
... 1 more
Suppressed: java.lang.NoClassDefFoundError: Could not initialize class org.apache.hadoop.util.StringUtils
at org.apache.hadoop.conf.Configuration.getBoolean(Configuration.java:1437)
at org.apache.hadoop.security.token.delegation.web.DelegationTokenManager.<init>(DelegationTokenManager.java:115)
at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.initTokenManager(DelegationTokenAuthenticationHandler.java:148)
at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.init(DelegationTokenAuthenticationHandler.java:118)
at org.apache.hadoop.security.authentication.server.AuthenticationFilter.initializeAuthHandler(AuthenticationFilter.java:238)
at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationFilter.initializeAuthHandler(DelegationTokenAuthenticationFilter.java:209)
at org.apache.solr.security.HadoopAuthFilter.initializeAuthHandler(HadoopAuthFilter.java:126)
at org.apache.hadoop.security.authentication.server.AuthenticationFilter.init(AuthenticationFilter.java:227)
at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationFilter.init(DelegationTokenAuthenticationFilter.java:175)
at org.apache.solr.security.HadoopAuthFilter.init(HadoopAuthFilter.java:74)
at org.apache.solr.security.HadoopAuthPlugin.init(HadoopAuthPlugin.java:144)
at org.apache.solr.core.CoreContainer.initializeAuthenticationPlugin(CoreContainer.java:346)
at org.apache.solr.core.CoreContainer.reloadSecurityProperties(CoreContainer.java:627)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:491)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:244)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:173)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:388)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:251)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
... 1 more
FAILED: junit.framework.TestSuite.org.apache.solr.security.hadoop.TestDelegationWithHadoopAuth
Error Message:
ObjectTracker found 5 object(s) that were not released!!! [Overseer, SolrZkClient, ZkController, ZkController, SolrZkClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.Overseer.start(Overseer.java:526) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:754) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216) at org.apache.solr.cloud.ZkController.init(ZkController.java:688) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:423) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:485) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:244) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:173) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:388) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:251) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base/java.lang.Thread.run(Thread.java:844) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:299) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:485) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:244) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:173) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:388) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:251) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base/java.lang.Thread.run(Thread.java:844) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:425) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:485) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:244) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:173) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:388) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:251) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base/java.lang.Thread.run(Thread.java:844) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:425) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:485) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:244) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:173) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:388) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:251) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base/java.lang.Thread.run(Thread.java:844) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:299) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:485) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:244) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:173) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:388) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:251) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base/java.lang.Thread.run(Thread.java:844)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 5 object(s) that were not released!!! [Overseer, SolrZkClient, ZkController, ZkController, SolrZkClient]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.cloud.Overseer.start(Overseer.java:526)
at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:754)
at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216)
at org.apache.solr.cloud.ZkController.init(ZkController.java:688)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:423)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:485)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:244)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:173)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:388)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:251)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base/java.lang.Thread.run(Thread.java:844)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:299)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:485)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:244)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:173)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:388)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:251)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base/java.lang.Thread.run(Thread.java:844)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:425)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:485)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:244)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:173)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:388)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:251)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base/java.lang.Thread.run(Thread.java:844)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:425)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:485)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:244)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:173)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:388)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:251)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base/java.lang.Thread.run(Thread.java:844)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:299)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:485)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:244)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:173)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:388)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:251)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base/java.lang.Thread.run(Thread.java:844)
at __randomizedtesting.SeedInfo.seed([46EE56AA0C1621DE]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:302)
at jdk.internal.reflect.GeneratedMethodAccessor60.invoke(Unknown Source)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: junit.framework.TestSuite.org.apache.solr.security.hadoop.TestDelegationWithHadoopAuth
Error Message:
49 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestDelegationWithHadoopAuth: 1) Thread[id=6190, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-TestDelegationWithHadoopAuth] at java.base@9/java.lang.Thread.sleep(Native Method) at app//org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266) at java.base@9/java.lang.Thread.run(Thread.java:844) 2) Thread[id=6207, name=OverseerHdfsCoreFailoverThread-98508987994144773-127.0.0.1:44355_solr-n_0000000000, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.] at java.base@9/java.lang.Thread.sleep(Native Method) at app//org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:139) at java.base@9/java.lang.Thread.run(Thread.java:844) 3) Thread[id=6167, name=qtp647241043-6167, state=RUNNABLE, group=TGRP-TestDelegationWithHadoopAuth] at java.base@9/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9/java.lang.Thread.run(Thread.java:844) 4) Thread[id=6179, name=org.eclipse.jetty.server.session.HashSessionManager@5a49ccfaTimer, state=TIMED_WAITING, group=TGRP-TestDelegationWithHadoopAuth] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at java.base@9/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131) at java.base@9/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 5) Thread[id=6172, name=qtp647241043-6172, state=TIMED_WAITING, group=TGRP-TestDelegationWithHadoopAuth] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@9/java.lang.Thread.run(Thread.java:844) 6) Thread[id=6181, name=Scheduler-1667834720, state=TIMED_WAITING, group=TGRP-TestDelegationWithHadoopAuth] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at java.base@9/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131) at java.base@9/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 7) Thread[id=6169, name=qtp647241043-6169-acceptor-0@518b68c1-ServerConnector@4ada8a7b{SSL,[ssl, http/1.1]}{127.0.0.1:44355}, state=RUNNABLE, group=TGRP-TestDelegationWithHadoopAuth] at java.base@9/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at java.base@9/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:424) at java.base@9/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:252) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:373) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9/java.lang.Thread.run(Thread.java:844) 8) Thread[id=6210, name=Curator-ConnectionStateManager-0, state=WAITING, group=TGRP-TestDelegationWithHadoopAuth] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:417) at app//org.apache.curator.framework.state.ConnectionStateManager.processEvents(ConnectionStateManager.java:245) at app//org.apache.curator.framework.state.ConnectionStateManager.access$000(ConnectionStateManager.java:43) at app//org.apache.curator.framework.state.ConnectionStateManager$1.call(ConnectionStateManager.java:111) at java.base@9/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 9) Thread[id=6225, name=Curator-Framework-0-EventThread, state=WAITING, group=TGRP-TestDelegationWithHadoopAuth] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 10) Thread[id=6200, name=jetty-launcher-1040-thread-2-EventThread, state=WAITING, group=TGRP-TestDelegationWithHadoopAuth] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 11) Thread[id=6180, name=qtp1108073059-6180, state=TIMED_WAITING, group=TGRP-TestDelegationWithHadoopAuth] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@9/java.lang.Thread.run(Thread.java:844) 12) Thread[id=6189, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-TestDelegationWithHadoopAuth] at java.base@9/java.lang.Thread.sleep(Native Method) at app//org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266) at java.base@9/java.lang.Thread.run(Thread.java:844) 13) Thread[id=6219, name=zkCallback-1051-thread-3, state=TIMED_WAITING, group=TGRP-TestDelegationWithHadoopAuth] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 14) Thread[id=6177, name=qtp1108073059-6177, state=TIMED_WAITING, group=TGRP-TestDelegationWithHadoopAuth] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@9/java.lang.Thread.run(Thread.java:844) 15) Thread[id=6218, name=pool-6-thread-1, state=TIMED_WAITING, group=TGRP-TestDelegationWithHadoopAuth] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at java.base@9/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131) at java.base@9/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 16) Thread[id=6222, name=zkCallback-1052-thread-3, state=TIMED_WAITING, group=TGRP-TestDelegationWithHadoopAuth] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 17) Thread[id=6217, name=pool-5-thread-1, state=TIMED_WAITING, group=TGRP-TestDelegationWithHadoopAuth] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at java.base@9/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131) at java.base@9/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 18) Thread[id=6175, name=qtp1108073059-6175-acceptor-0@5bd2d492-ServerConnector@585b5fdb{SSL,[ssl, http/1.1]}{127.0.0.1:37615}, state=RUNNABLE, group=TGRP-TestDelegationWithHadoopAuth] at java.base@9/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at java.base@9/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:424) at java.base@9/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:252) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:373) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9/java.lang.Thread.run(Thread.java:844) 19) Thread[id=6208, name=zkCallback-1051-thread-2, state=TIMED_WAITING, group=TGRP-TestDelegationWithHadoopAuth] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 20) Thread[id=6205, name=OverseerStateUpdate-98508987994144773-127.0.0.1:44355_solr-n_0000000000, state=TIMED_WAITING, group=Overseer state updater.] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at app//org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:165) at app//org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:139) at app//org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:183) at java.base@9/java.lang.Thread.run(Thread.java:844) 21) Thread[id=6204, name=zkCallback-1052-thread-1, state=TIMED_WAITING, group=TGRP-TestDelegationWithHadoopAuth] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 22) Thread[id=6170, name=qtp647241043-6170, state=TIMED_WAITING, group=TGRP-TestDelegationWithHadoopAuth] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@9/java.lang.Thread.run(Thread.java:844) 23) Thread[id=6227, name=Curator-Framework-0-EventThread, state=WAITING, group=TGRP-TestDelegationWithHadoopAuth] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 24) Thread[id=6174, name=qtp647241043-6174, state=TIMED_WAITING, group=TGRP-TestDelegationWithHadoopAuth] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@9/java.lang.Thread.run(Thread.java:844) 25) Thread[id=6215, name=Curator-Framework-0, state=TIMED_WAITING, group=TGRP-TestDelegationWithHadoopAuth] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at java.base@9/java.util.concurrent.DelayQueue.take(DelayQueue.java:229) at java.base@9/java.util.concurrent.DelayQueue.take(DelayQueue.java:77) at app//org.apache.curator.framework.imps.CuratorFrameworkImpl.backgroundOperationsLoop(CuratorFrameworkImpl.java:780) at app//org.apache.curator.framework.imps.CuratorFrameworkImpl.access$300(CuratorFrameworkImpl.java:62) at app//org.apache.curator.framework.imps.CuratorFrameworkImpl$4.call(CuratorFrameworkImpl.java:257) at java.base@9/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 26) Thread[id=6166, name=qtp1108073059-6166, state=RUNNABLE, group=TGRP-TestDelegationWithHadoopAuth] at java.base@9/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9/java.lang.Thread.run(Thread.java:844) 27) Thread[id=6178, name=qtp1108073059-6178, state=TIMED_WAITING, group=TGRP-TestDelegationWithHadoopAuth] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@9/java.lang.Thread.run(Thread.java:844) 28) Thread[id=6163, name=qtp647241043-6163, state=RUNNABLE, group=TGRP-TestDelegationWithHadoopAuth] at java.base@9/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9/java.lang.Thread.run(Thread.java:844) 29) Thread[id=6164, name=qtp1108073059-6164, state=RUNNABLE, group=TGRP-TestDelegationWithHadoopAuth] at java.base@9/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9/java.lang.Thread.run(Thread.java:844) 30) Thread[id=6194, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-TestDelegationWithHadoopAuth] at java.base@9/java.lang.Thread.sleep(Native Method) at app//org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266) at java.base@9/java.lang.Thread.run(Thread.java:844) 31) Thread[id=6171, name=qtp1108073059-6171, state=RUNNABLE, group=TGRP-TestDelegationWithHadoopAuth] at java.base@9/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9/java.lang.Thread.run(Thread.java:844) 32) Thread[id=6173, name=qtp1108073059-6173, state=RUNNABLE, group=TGRP-TestDelegationWithHadoopAuth] at java.base@9/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9/java.lang.Thread.run(Thread.java:844) 33) Thread[id=6202, name=jetty-launcher-1040-thread-1-SendThread(127.0.0.1:41415), state=TIMED_WAITING, group=TGRP-TestDelegationWithHadoopAuth] at java.base@9/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 34) Thread[id=6209, name=Curator-ConnectionStateManager-0, state=WAITING, group=TGRP-TestDelegationWithHadoopAuth] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:417) at app//org.apache.curator.framework.state.ConnectionStateManager.processEvents(ConnectionStateManager.java:245) at app//org.apache.curator.framework.state.ConnectionStat
[...truncated too long message...]
cene-Solr-6.6-Linux/solr/build/contrib/solr-analytics/test/temp/junit4-J0-20170819_074356_56910917893076943320794.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-analytics/test/temp/junit4-J1-20170819_074356_56910908771134053474997.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 499 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J2-20170819_074410_5056662974404477975896.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J1-20170819_074410_50511898013807505014979.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J0-20170819_074410_50510731614409722000337.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 1136 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J1-20170819_074428_1482374931942476097827.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J0-20170819_074428_1483108946602380709752.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 596 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J1-20170819_074434_17715664354443062777425.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J0-20170819_074434_17717605072978368783214.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J2-20170819_074434_17712185399949360509207.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 503 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J0-20170819_074453_99718028035477125085038.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J2-20170819_074453_9974153945806315010221.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J1-20170819_074453_99725986656601375674.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 507 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J1-20170819_074503_3816427939044773918708.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J0-20170819_074503_3811087293442144209520.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 575 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J1-20170819_074509_56215701238295457875847.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J2-20170819_074509_56212924504318825479420.syserr
[junit4] Suite: org.apache.solr.ltr.TestLTROnSolrCloud
[junit4] Completed [28/33] on J0 in 21.98s, 1 test
[junit4]
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 15 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J0-20170819_074509_5617000157994446267905.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 543 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J1-20170819_074539_227313563474616371527.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J0-20170819_074539_2274399532568035079805.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 494 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-velocity/test/temp/junit4-J0-20170819_074549_9825826787909715175182.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 28890 lines...]
[JENKINS] Lucene-Solr-6.6-Linux (64bit/jdk1.8.0_144) - Build # 64 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.6-Linux/64/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
2 tests failed.
FAILED: org.apache.solr.common.cloud.TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure
Error Message:
Did not see a fully active cluster after 30 seconds
Stack Trace:
java.lang.AssertionError: Did not see a fully active cluster after 30 seconds
at __randomizedtesting.SeedInfo.seed([2951EC09E2B2718E:A1674E5A3A1D999C]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.common.cloud.TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure(TestCollectionStateWatchers.java:250)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.core.TestDynamicLoading.testDynamicLoading
Error Message:
Could not get expected value 'org.apache.solr.core.BlobStoreTestRequestHandler' for path 'overlay/requestHandler/\/test1/class' full output: { "responseHeader":{ "status":0, "QTime":0}, "overlay":{ "znodeVersion":0, "runtimeLib":{"colltest":{ "name":"colltest", "version":1}}}}, from server: null
Stack Trace:
java.lang.AssertionError: Could not get expected value 'org.apache.solr.core.BlobStoreTestRequestHandler' for path 'overlay/requestHandler/\/test1/class' full output: {
"responseHeader":{
"status":0,
"QTime":0},
"overlay":{
"znodeVersion":0,
"runtimeLib":{"colltest":{
"name":"colltest",
"version":1}}}}, from server: null
at __randomizedtesting.SeedInfo.seed([8303424EA6F1AB82:5B4E6F19512C0E22]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.core.TestSolrConfigHandler.testForResponseElement(TestSolrConfigHandler.java:556)
at org.apache.solr.core.TestDynamicLoading.testDynamicLoading(TestDynamicLoading.java:97)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12821 lines...]
[junit4] Suite: org.apache.solr.core.TestDynamicLoading
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8303424EA6F1AB82-001/init-core-data-001
[junit4] 2> 1871633 WARN (SUITE-TestDynamicLoading-seed#[8303424EA6F1AB82]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=15 numCloses=15
[junit4] 2> 1871633 INFO (SUITE-TestDynamicLoading-seed#[8303424EA6F1AB82]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields
[junit4] 2> 1871635 INFO (SUITE-TestDynamicLoading-seed#[8303424EA6F1AB82]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 1871635 INFO (SUITE-TestDynamicLoading-seed#[8303424EA6F1AB82]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 1871638 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1871638 INFO (Thread-6484) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1871638 INFO (Thread-6484) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1871640 ERROR (Thread-6484) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1871738 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.c.ZkTestServer start zk server on port:34903
[junit4] 2> 1871748 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1871750 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 1871751 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1871752 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1871753 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1871753 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1871754 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1871755 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1871756 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1871757 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1871757 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1871819 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8303424EA6F1AB82-001/control-001/cores/collection1
[junit4] 2> 1871820 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1871820 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5d892192{/,null,AVAILABLE}
[junit4] 2> 1871821 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@51b516bd{HTTP/1.1,[http/1.1]}{127.0.0.1:41431}
[junit4] 2> 1871821 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.e.j.s.Server Started @1874137ms
[junit4] 2> 1871821 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8303424EA6F1AB82-001/tempDir-001/control/data, hostContext=/, hostPort=41431, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8303424EA6F1AB82-001/control-001/cores}
[junit4] 2> 1871821 ERROR (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1871821 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.1
[junit4] 2> 1871821 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1871821 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1871821 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-19T02:53:08.085Z
[junit4] 2> 1871823 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1871823 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8303424EA6F1AB82-001/control-001/solr.xml
[junit4] 2> 1871826 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1871826 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34903/solr
[junit4] 2> 1871832 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [n:127.0.0.1:41431_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1871832 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [n:127.0.0.1:41431_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41431_
[junit4] 2> 1871832 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [n:127.0.0.1:41431_ ] o.a.s.c.Overseer Overseer (id=98507894810411012-127.0.0.1:41431_-n_0000000000) starting
[junit4] 2> 1871834 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [n:127.0.0.1:41431_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41431_
[junit4] 2> 1871834 INFO (zkCallback-4211-thread-1-processing-n:127.0.0.1:41431_) [n:127.0.0.1:41431_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1871892 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [n:127.0.0.1:41431_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8303424EA6F1AB82-001/control-001/cores
[junit4] 2> 1871892 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [n:127.0.0.1:41431_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1871893 INFO (coreLoadExecutor-7917-thread-1-processing-n:127.0.0.1:41431_) [n:127.0.0.1:41431_ c:control_collection x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1871894 INFO (OverseerStateUpdate-98507894810411012-127.0.0.1:41431_-n_0000000000) [n:127.0.0.1:41431_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 1872907 WARN (coreLoadExecutor-7917-thread-1-processing-n:127.0.0.1:41431_) [n:127.0.0.1:41431_ c:control_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1872908 INFO (coreLoadExecutor-7917-thread-1-processing-n:127.0.0.1:41431_) [n:127.0.0.1:41431_ c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 1872931 INFO (coreLoadExecutor-7917-thread-1-processing-n:127.0.0.1:41431_) [n:127.0.0.1:41431_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1872995 INFO (coreLoadExecutor-7917-thread-1-processing-n:127.0.0.1:41431_) [n:127.0.0.1:41431_ c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1872999 INFO (coreLoadExecutor-7917-thread-1-processing-n:127.0.0.1:41431_) [n:127.0.0.1:41431_ c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection, trusted=true
[junit4] 2> 1873000 INFO (coreLoadExecutor-7917-thread-1-processing-n:127.0.0.1:41431_) [n:127.0.0.1:41431_ c:control_collection x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1873000 INFO (coreLoadExecutor-7917-thread-1-processing-n:127.0.0.1:41431_) [n:127.0.0.1:41431_ c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8303424EA6F1AB82-001/control-001/cores/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8303424EA6F1AB82-001/control-001/cores/collection1/data/]
[junit4] 2> 1873000 INFO (coreLoadExecutor-7917-thread-1-processing-n:127.0.0.1:41431_) [n:127.0.0.1:41431_ c:control_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@54f4870
[junit4] 2> 1873000 INFO (coreLoadExecutor-7917-thread-1-processing-n:127.0.0.1:41431_) [n:127.0.0.1:41431_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@756c06c0
[junit4] 2> 1873003 WARN (coreLoadExecutor-7917-thread-1-processing-n:127.0.0.1:41431_) [n:127.0.0.1:41431_ c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1873019 INFO (coreLoadExecutor-7917-thread-1-processing-n:127.0.0.1:41431_) [n:127.0.0.1:41431_ c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1873019 INFO (coreLoadExecutor-7917-thread-1-processing-n:127.0.0.1:41431_) [n:127.0.0.1:41431_ c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1873020 INFO (coreLoadExecutor-7917-thread-1-processing-n:127.0.0.1:41431_) [n:127.0.0.1:41431_ c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1873020 INFO (coreLoadExecutor-7917-thread-1-processing-n:127.0.0.1:41431_) [n:127.0.0.1:41431_ c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1873020 INFO (coreLoadExecutor-7917-thread-1-processing-n:127.0.0.1:41431_) [n:127.0.0.1:41431_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=27.7109375, floorSegmentMB=1.73828125, forceMergeDeletesPctAllowed=13.778455941823458, segmentsPerTier=10.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.846597886186183
[junit4] 2> 1873020 INFO (coreLoadExecutor-7917-thread-1-processing-n:127.0.0.1:41431_) [n:127.0.0.1:41431_ c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@379d7c79[collection1] main]
[junit4] 2> 1873020 INFO (coreLoadExecutor-7917-thread-1-processing-n:127.0.0.1:41431_) [n:127.0.0.1:41431_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1873020 INFO (coreLoadExecutor-7917-thread-1-processing-n:127.0.0.1:41431_) [n:127.0.0.1:41431_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1873021 INFO (coreLoadExecutor-7917-thread-1-processing-n:127.0.0.1:41431_) [n:127.0.0.1:41431_ c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1873021 INFO (searcherExecutor-7918-thread-1-processing-n:127.0.0.1:41431_ x:collection1 c:control_collection) [n:127.0.0.1:41431_ c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@379d7c79[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1873021 INFO (coreLoadExecutor-7917-thread-1-processing-n:127.0.0.1:41431_) [n:127.0.0.1:41431_ c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576126318415708160
[junit4] 2> 1873024 INFO (coreZkRegister-7910-thread-1-processing-n:127.0.0.1:41431_ x:collection1 c:control_collection) [n:127.0.0.1:41431_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1873024 INFO (coreZkRegister-7910-thread-1-processing-n:127.0.0.1:41431_ x:collection1 c:control_collection) [n:127.0.0.1:41431_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1873024 INFO (coreZkRegister-7910-thread-1-processing-n:127.0.0.1:41431_ x:collection1 c:control_collection) [n:127.0.0.1:41431_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41431/collection1/
[junit4] 2> 1873024 INFO (coreZkRegister-7910-thread-1-processing-n:127.0.0.1:41431_ x:collection1 c:control_collection) [n:127.0.0.1:41431_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1873024 INFO (coreZkRegister-7910-thread-1-processing-n:127.0.0.1:41431_ x:collection1 c:control_collection) [n:127.0.0.1:41431_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:41431/collection1/ has no replicas
[junit4] 2> 1873024 INFO (coreZkRegister-7910-thread-1-processing-n:127.0.0.1:41431_ x:collection1 c:control_collection) [n:127.0.0.1:41431_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1873025 INFO (coreZkRegister-7910-thread-1-processing-n:127.0.0.1:41431_ x:collection1 c:control_collection) [n:127.0.0.1:41431_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:41431/collection1/ shard1
[junit4] 2> 1873175 INFO (coreZkRegister-7910-thread-1-processing-n:127.0.0.1:41431_ x:collection1 c:control_collection) [n:127.0.0.1:41431_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1873398 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1873399 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34903/solr ready
[junit4] 2> 1873399 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1873443 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8303424EA6F1AB82-001/shard-1-001/cores/collection1
[junit4] 2> 1873443 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8303424EA6F1AB82-001/shard-1-001
[junit4] 2> 1873443 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1873449 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2642f3ac{/,null,AVAILABLE}
[junit4] 2> 1873449 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@307a8f81{HTTP/1.1,[http/1.1]}{127.0.0.1:45521}
[junit4] 2> 1873449 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.e.j.s.Server Started @1875765ms
[junit4] 2> 1873449 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8303424EA6F1AB82-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=45521, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8303424EA6F1AB82-001/shard-1-001/cores}
[junit4] 2> 1873450 ERROR (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1873450 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.1
[junit4] 2> 1873450 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1873450 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1873450 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-19T02:53:09.714Z
[junit4] 2> 1873451 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1873451 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8303424EA6F1AB82-001/shard-1-001/solr.xml
[junit4] 2> 1873455 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1873455 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34903/solr
[junit4] 2> 1873458 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [n:127.0.0.1:45521_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1873459 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [n:127.0.0.1:45521_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1873459 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [n:127.0.0.1:45521_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45521_
[junit4] 2> 1873460 INFO (zkCallback-4215-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1873460 INFO (zkCallback-4220-thread-1-processing-n:127.0.0.1:45521_) [n:127.0.0.1:45521_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1873460 INFO (zkCallback-4211-thread-1-processing-n:127.0.0.1:41431_) [n:127.0.0.1:41431_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1873514 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [n:127.0.0.1:45521_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8303424EA6F1AB82-001/shard-1-001/cores
[junit4] 2> 1873514 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [n:127.0.0.1:45521_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1873515 INFO (coreLoadExecutor-7928-thread-1-processing-n:127.0.0.1:45521_) [n:127.0.0.1:45521_ c:collection1 x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1873515 INFO (OverseerStateUpdate-98507894810411012-127.0.0.1:41431_-n_0000000000) [n:127.0.0.1:41431_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 1874523 WARN (coreLoadExecutor-7928-thread-1-processing-n:127.0.0.1:45521_) [n:127.0.0.1:45521_ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1874523 INFO (coreLoadExecutor-7928-thread-1-processing-n:127.0.0.1:45521_) [n:127.0.0.1:45521_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 1874533 INFO (coreLoadExecutor-7928-thread-1-processing-n:127.0.0.1:45521_) [n:127.0.0.1:45521_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1874607 INFO (coreLoadExecutor-7928-thread-1-processing-n:127.0.0.1:45521_) [n:127.0.0.1:45521_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1874611 INFO (coreLoadExecutor-7928-thread-1-processing-n:127.0.0.1:45521_) [n:127.0.0.1:45521_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
[junit4] 2> 1874612 INFO (coreLoadExecutor-7928-thread-1-processing-n:127.0.0.1:45521_) [n:127.0.0.1:45521_ c:collection1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1874612 INFO (coreLoadExecutor-7928-thread-1-processing-n:127.0.0.1:45521_) [n:127.0.0.1:45521_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8303424EA6F1AB82-001/shard-1-001/cores/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8303424EA6F1AB82-001/shard-1-001/cores/collection1/data/]
[junit4] 2> 1874612 INFO (coreLoadExecutor-7928-thread-1-processing-n:127.0.0.1:45521_) [n:127.0.0.1:45521_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@54f4870
[junit4] 2> 1874612 INFO (coreLoadExecutor-7928-thread-1-processing-n:127.0.0.1:45521_) [n:127.0.0.1:45521_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@1f998f24
[junit4] 2> 1874615 WARN (coreLoadExecutor-7928-thread-1-processing-n:127.0.0.1:45521_) [n:127.0.0.1:45521_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1874634 INFO (coreLoadExecutor-7928-thread-1-processing-n:127.0.0.1:45521_) [n:127.0.0.1:45521_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1874634 INFO (coreLoadExecutor-7928-thread-1-processing-n:127.0.0.1:45521_) [n:127.0.0.1:45521_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1874634 INFO (coreLoadExecutor-7928-thread-1-processing-n:127.0.0.1:45521_) [n:127.0.0.1:45521_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1874634 INFO (coreLoadExecutor-7928-thread-1-processing-n:127.0.0.1:45521_) [n:127.0.0.1:45521_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1874635 INFO (coreLoadExecutor-7928-thread-1-processing-n:127.0.0.1:45521_) [n:127.0.0.1:45521_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=27.7109375, floorSegmentMB=1.73828125, forceMergeDeletesPctAllowed=13.778455941823458, segmentsPerTier=10.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.846597886186183
[junit4] 2> 1874635 INFO (coreLoadExecutor-7928-thread-1-processing-n:127.0.0.1:45521_) [n:127.0.0.1:45521_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@68594905[collection1] main]
[junit4] 2> 1874636 INFO (coreLoadExecutor-7928-thread-1-processing-n:127.0.0.1:45521_) [n:127.0.0.1:45521_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1874636 INFO (coreLoadExecutor-7928-thread-1-processing-n:127.0.0.1:45521_) [n:127.0.0.1:45521_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1874636 INFO (coreLoadExecutor-7928-thread-1-processing-n:127.0.0.1:45521_) [n:127.0.0.1:45521_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1874636 INFO (searcherExecutor-7929-thread-1-processing-n:127.0.0.1:45521_ x:collection1 c:collection1) [n:127.0.0.1:45521_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@68594905[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1874637 INFO (coreLoadExecutor-7928-thread-1-processing-n:127.0.0.1:45521_) [n:127.0.0.1:45521_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576126320110206976
[junit4] 2> 1874639 INFO (coreZkRegister-7923-thread-1-processing-n:127.0.0.1:45521_ x:collection1 c:collection1) [n:127.0.0.1:45521_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1874639 INFO (coreZkRegister-7923-thread-1-processing-n:127.0.0.1:45521_ x:collection1 c:collection1) [n:127.0.0.1:45521_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1874639 INFO (coreZkRegister-7923-thread-1-processing-n:127.0.0.1:45521_ x:collection1 c:collection1) [n:127.0.0.1:45521_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45521/collection1/
[junit4] 2> 1874640 INFO (coreZkRegister-7923-thread-1-processing-n:127.0.0.1:45521_ x:collection1 c:collection1) [n:127.0.0.1:45521_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1874640 INFO (coreZkRegister-7923-thread-1-processing-n:127.0.0.1:45521_ x:collection1 c:collection1) [n:127.0.0.1:45521_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:45521/collection1/ has no replicas
[junit4] 2> 1874640 INFO (coreZkRegister-7923-thread-1-processing-n:127.0.0.1:45521_ x:collection1 c:collection1) [n:127.0.0.1:45521_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1874640 INFO (coreZkRegister-7923-thread-1-processing-n:127.0.0.1:45521_ x:collection1 c:collection1) [n:127.0.0.1:45521_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45521/collection1/ shard2
[junit4] 2> 1874791 INFO (coreZkRegister-7923-thread-1-processing-n:127.0.0.1:45521_ x:collection1 c:collection1) [n:127.0.0.1:45521_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1875061 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8303424EA6F1AB82-001/shard-2-001/cores/collection1
[junit4] 2> 1875061 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8303424EA6F1AB82-001/shard-2-001
[junit4] 2> 1875061 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1875062 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@71c5b637{/,null,AVAILABLE}
[junit4] 2> 1875063 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@370bf634{HTTP/1.1,[http/1.1]}{127.0.0.1:39893}
[junit4] 2> 1875063 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.e.j.s.Server Started @1877379ms
[junit4] 2> 1875063 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8303424EA6F1AB82-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=39893, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8303424EA6F1AB82-001/shard-2-001/cores}
[junit4] 2> 1875063 ERROR (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1875063 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.1
[junit4] 2> 1875063 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1875063 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1875063 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-19T02:53:11.327Z
[junit4] 2> 1875065 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1875065 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8303424EA6F1AB82-001/shard-2-001/solr.xml
[junit4] 2> 1875068 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1875068 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34903/solr
[junit4] 2> 1875072 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [n:127.0.0.1:39893_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1875072 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [n:127.0.0.1:39893_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1875073 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [n:127.0.0.1:39893_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39893_
[junit4] 2> 1875076 INFO (zkCallback-4215-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1875076 INFO (zkCallback-4211-thread-2-processing-n:127.0.0.1:41431_) [n:127.0.0.1:41431_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1875076 INFO (zkCallback-4226-thread-1-processing-n:127.0.0.1:39893_) [n:127.0.0.1:39893_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1875076 INFO (zkCallback-4220-thread-1-processing-n:127.0.0.1:45521_) [n:127.0.0.1:45521_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1875108 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [n:127.0.0.1:39893_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8303424EA6F1AB82-001/shard-2-001/cores
[junit4] 2> 1875108 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [n:127.0.0.1:39893_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1875108 INFO (coreLoadExecutor-7939-thread-1-processing-n:127.0.0.1:39893_) [n:127.0.0.1:39893_ c:collection1 x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1875109 INFO (OverseerStateUpdate-98507894810411012-127.0.0.1:41431_-n_0000000000) [n:127.0.0.1:41431_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 1876122 WARN (coreLoadExecutor-7939-thread-1-processing-n:127.0.0.1:39893_) [n:127.0.0.1:39893_ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1876123 INFO (coreLoadExecutor-7939-thread-1-processing-n:127.0.0.1:39893_) [n:127.0.0.1:39893_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 1876150 INFO (coreLoadExecutor-7939-thread-1-processing-n:127.0.0.1:39893_) [n:127.0.0.1:39893_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1876215 INFO (coreLoadExecutor-7939-thread-1-processing-n:127.0.0.1:39893_) [n:127.0.0.1:39893_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1876220 INFO (coreLoadExecutor-7939-thread-1-processing-n:127.0.0.1:39893_) [n:127.0.0.1:39893_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
[junit4] 2> 1876220 INFO (coreLoadExecutor-7939-thread-1-processing-n:127.0.0.1:39893_) [n:127.0.0.1:39893_ c:collection1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1876220 INFO (coreLoadExecutor-7939-thread-1-processing-n:127.0.0.1:39893_) [n:127.0.0.1:39893_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8303424EA6F1AB82-001/shard-2-001/cores/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8303424EA6F1AB82-001/shard-2-001/cores/collection1/data/]
[junit4] 2> 1876220 INFO (coreLoadExecutor-7939-thread-1-processing-n:127.0.0.1:39893_) [n:127.0.0.1:39893_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@54f4870
[junit4] 2> 1876221 INFO (coreLoadExecutor-7939-thread-1-processing-n:127.0.0.1:39893_) [n:127.0.0.1:39893_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@2c65ee81
[junit4] 2> 1876223 WARN (coreLoadExecutor-7939-thread-1-processing-n:127.0.0.1:39893_) [n:127.0.0.1:39893_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1876240 INFO (coreLoadExecutor-7939-thread-1-processing-n:127.0.0.1:39893_) [n:127.0.0.1:39893_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1876240 INFO (coreLoadExecutor-7939-thread-1-processing-n:127.0.0.1:39893_) [n:127.0.0.1:39893_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1876241 INFO (coreLoadExecutor-7939-thread-1-processing-n:127.0.0.1:39893_) [n:127.0.0.1:39893_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1876241 INFO (coreLoadExecutor-7939-thread-1-processing-n:127.0.0.1:39893_) [n:127.0.0.1:39893_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1876241 INFO (coreLoadExecutor-7939-thread-1-processing-n:127.0.0.1:39893_) [n:127.0.0.1:39893_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=27.7109375, floorSegmentMB=1.73828125, forceMergeDeletesPctAllowed=13.778455941823458, segmentsPerTier=10.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.846597886186183
[junit4] 2> 1876241 INFO (coreLoadExecutor-7939-thread-1-processing-n:127.0.0.1:39893_) [n:127.0.0.1:39893_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3ddee4f7[collection1] main]
[junit4] 2> 1876242 INFO (coreLoadExecutor-7939-thread-1-processing-n:127.0.0.1:39893_) [n:127.0.0.1:39893_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1876242 INFO (coreLoadExecutor-7939-thread-1-processing-n:127.0.0.1:39893_) [n:127.0.0.1:39893_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1876242 INFO (coreLoadExecutor-7939-thread-1-processing-n:127.0.0.1:39893_) [n:127.0.0.1:39893_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1876243 INFO (searcherExecutor-7940-thread-1-processing-n:127.0.0.1:39893_ x:collection1 c:collection1) [n:127.0.0.1:39893_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3ddee4f7[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1876243 INFO (coreLoadExecutor-7939-thread-1-processing-n:127.0.0.1:39893_) [n:127.0.0.1:39893_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576126321794220032
[junit4] 2> 1876246 INFO (coreZkRegister-7934-thread-1-processing-n:127.0.0.1:39893_ x:collection1 c:collection1) [n:127.0.0.1:39893_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1876246 INFO (coreZkRegister-7934-thread-1-processing-n:127.0.0.1:39893_ x:collection1 c:collection1) [n:127.0.0.1:39893_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1876246 INFO (coreZkRegister-7934-thread-1-processing-n:127.0.0.1:39893_ x:collection1 c:collection1) [n:127.0.0.1:39893_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39893/collection1/
[junit4] 2> 1876246 INFO (coreZkRegister-7934-thread-1-processing-n:127.0.0.1:39893_ x:collection1 c:collection1) [n:127.0.0.1:39893_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1876246 INFO (coreZkRegister-7934-thread-1-processing-n:127.0.0.1:39893_ x:collection1 c:collection1) [n:127.0.0.1:39893_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:39893/collection1/ has no replicas
[junit4] 2> 1876246 INFO (coreZkRegister-7934-thread-1-processing-n:127.0.0.1:39893_ x:collection1 c:collection1) [n:127.0.0.1:39893_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1876247 INFO (coreZkRegister-7934-thread-1-processing-n:127.0.0.1:39893_ x:collection1 c:collection1) [n:127.0.0.1:39893_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39893/collection1/ shard1
[junit4] 2> 1876397 INFO (coreZkRegister-7934-thread-1-processing-n:127.0.0.1:39893_ x:collection1 c:collection1) [n:127.0.0.1:39893_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1876678 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8303424EA6F1AB82-001/shard-3-001/cores/collection1
[junit4] 2> 1876678 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8303424EA6F1AB82-001/shard-3-001
[junit4] 2> 1876678 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1876679 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1ab2ea1f{/,null,AVAILABLE}
[junit4] 2> 1876686 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5fa96632{HTTP/1.1,[http/1.1]}{127.0.0.1:34533}
[junit4] 2> 1876686 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.e.j.s.Server Started @1879002ms
[junit4] 2> 1876686 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8303424EA6F1AB82-001/tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/, hostPort=34533, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8303424EA6F1AB82-001/shard-3-001/cores}
[junit4] 2> 1876686 ERROR (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1876687 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.1
[junit4] 2> 1876687 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1876687 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1876687 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-19T02:53:12.951Z
[junit4] 2> 1876688 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1876688 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8303424EA6F1AB82-001/shard-3-001/solr.xml
[junit4] 2> 1876691 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1876692 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34903/solr
[junit4] 2> 1876695 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [n:127.0.0.1:34533_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1876695 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [n:127.0.0.1:34533_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1876696 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [n:127.0.0.1:34533_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34533_
[junit4] 2> 1876696 INFO (zkCallback-4226-thread-1-processing-n:127.0.0.1:39893_) [n:127.0.0.1:39893_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1876696 INFO (zkCallback-4232-thread-1-processing-n:127.0.0.1:34533_) [n:127.0.0.1:34533_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1876696 INFO (zkCallback-4215-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1876696 INFO (zkCallback-4220-thread-1-processing-n:127.0.0.1:45521_) [n:127.0.0.1:45521_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1876696 INFO (zkCallback-4211-thread-2-processing-n:127.0.0.1:41431_) [n:127.0.0.1:41431_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1876729 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [n:127.0.0.1:34533_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8303424EA6F1AB82-001/shard-3-001/cores
[junit4] 2> 1876729 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [n:127.0.0.1:34533_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1876730 INFO (coreLoadExecutor-7950-thread-1-processing-n:127.0.0.1:34533_) [n:127.0.0.1:34533_ c:collection1 x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1876730 INFO (OverseerStateUpdate-98507894810411012-127.0.0.1:41431_-n_0000000000) [n:127.0.0.1:41431_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 1877735 WARN (coreLoadExecutor-7950-thread-1-processing-n:127.0.0.1:34533_) [n:127.0.0.1:34533_ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1877736 INFO (coreLoadExecutor-7950-thread-1-processing-n:127.0.0.1:34533_) [n:127.0.0.1:34533_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 1877743 INFO (coreLoadExecutor-7950-thread-1-processing-n:127.0.0.1:34533_) [n:127.0.0.1:34533_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1877813 INFO (coreLoadExecutor-7950-thread-1-processing-n:127.0.0.1:34533_) [n:127.0.0.1:34533_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1877817 INFO (coreLoadExecutor-7950-thread-1-processing-n:127.0.0.1:34533_) [n:127.0.0.1:34533_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
[junit4] 2> 1877817 INFO (coreLoadExecutor-7950-thread-1-processing-n:127.0.0.1:34533_) [n:127.0.0.1:34533_ c:collection1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1877817 INFO (coreLoadExecutor-7950-thread-1-processing-n:127.0.0.1:34533_) [n:127.0.0.1:34533_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8303424EA6F1AB82-001/shard-3-001/cores/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8303424EA6F1AB82-001/shard-3-001/cores/collection1/data/]
[junit4] 2> 1877817 INFO (coreLoadExecutor-7950-thread-1-processing-n:127.0.0.1:34533_) [n:127.0.0.1:34533_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@54f4870
[junit4] 2> 1877818 INFO (coreLoadExecutor-7950-thread-1-processing-n:127.0.0.1:34533_) [n:127.0.0.1:34533_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@5f45ca7a
[junit4] 2> 1877821 WARN (coreLoadExecutor-7950-thread-1-processing-n:127.0.0.1:34533_) [n:127.0.0.1:34533_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1877842 INFO (coreLoadExecutor-7950-thread-1-processing-n:127.0.0.1:34533_) [n:127.0.0.1:34533_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1877842 INFO (coreLoadExecutor-7950-thread-1-processing-n:127.0.0.1:34533_) [n:127.0.0.1:34533_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1877842 INFO (coreLoadExecutor-7950-thread-1-processing-n:127.0.0.1:34533_) [n:127.0.0.1:34533_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1877842 INFO (coreLoadExecutor-7950-thread-1-processing-n:127.0.0.1:34533_) [n:127.0.0.1:34533_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1877843 INFO (coreLoadExecutor-7950-thread-1-processing-n:127.0.0.1:34533_) [n:127.0.0.1:34533_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=27.7109375, floorSegmentMB=1.73828125, forceMergeDeletesPctAllowed=13.778455941823458, segmentsPerTier=10.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.846597886186183
[junit4] 2> 1877843 INFO (coreLoadExecutor-7950-thread-1-processing-n:127.0.0.1:34533_) [n:127.0.0.1:34533_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2481919f[collection1] main]
[junit4] 2> 1877844 INFO (coreLoadExecutor-7950-thread-1-processing-n:127.0.0.1:34533_) [n:127.0.0.1:34533_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1877844 INFO (coreLoadExecutor-7950-thread-1-processing-n:127.0.0.1:34533_) [n:127.0.0.1:34533_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1877844 INFO (coreLoadExecutor-7950-thread-1-processing-n:127.0.0.1:34533_) [n:127.0.0.1:34533_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1877845 INFO (searcherExecutor-7951-thread-1-processing-n:127.0.0.1:34533_ x:collection1 c:collection1) [n:127.0.0.1:34533_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2481919f[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1877845 INFO (coreLoadExecutor-7950-thread-1-processing-n:127.0.0.1:34533_) [n:127.0.0.1:34533_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576126323474038784
[junit4] 2> 1877847 INFO (coreZkRegister-7945-thread-1-processing-n:127.0.0.1:34533_ x:collection1 c:collection1) [n:127.0.0.1:34533_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
[junit4] 2> 1877847 INFO (updateExecutor-4229-thread-1-processing-n:127.0.0.1:34533_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:34533_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 1877848 INFO (recoveryExecutor-4230-thread-1-processing-n:127.0.0.1:34533_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:34533_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 1877848 INFO (recoveryExecutor-4230-thread-1-processing-n:127.0.0.1:34533_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:34533_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 1877848 INFO (recoveryExecutor-4230-thread-1-processing-n:127.0.0.1:34533_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:34533_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
[junit4] 2> 1877848 INFO (recoveryExecutor-4230-thread-1-processing-n:127.0.0.1:34533_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:34533_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 1877848 INFO (recoveryExecutor-4230-thread-1-processing-n:127.0.0.1:34533_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:34533_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:45521/collection1/] and I am [http://127.0.0.1:34533/collection1/]
[junit4] 2> 1877849 INFO (recoveryExecutor-4230-thread-1-processing-n:127.0.0.1:34533_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:34533_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:45521]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:34533_&coreNodeName=core_node3&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 1877850 INFO (qtp1740215983-24290) [n:127.0.0.1:45521_ ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
[junit4] 2> 1877850 INFO (qtp1740215983-24290) [n:127.0.0.1:45521_ ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard2 of collection1) have state: recovering
[junit4] 2> 1877850 INFO (qtp1740215983-24290) [n:127.0.0.1:45521_ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:34533_, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"http://127.0.0.1:34533","node_name":"127.0.0.1:34533_","state":"down"}
[junit4] 2> 1878299 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8303424EA6F1AB82-001/shard-4-001/cores/collection1
[junit4] 2> 1878299 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8303424EA6F1AB82-001/shard-4-001
[junit4] 2> 1878299 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1878300 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6aaeeef0{/,null,AVAILABLE}
[junit4] 2> 1878300 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@42dbcbeb{HTTP/1.1,[http/1.1]}{127.0.0.1:41505}
[junit4] 2> 1878300 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.e.j.s.Server Started @1880617ms
[junit4] 2> 1878301 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8303424EA6F1AB82-001/tempDir-001/jetty4, solrconfig=solrconfig.xml, hostContext=/, hostPort=41505, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8303424EA6F1AB82-001/shard-4-001/cores}
[junit4] 2> 1878301 ERROR (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1878301 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.1
[junit4] 2> 1878301 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1878301 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1878301 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-19T02:53:14.565Z
[junit4] 2> 1878303 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1878303 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8303424EA6F1AB82-001/shard-4-001/solr.xml
[junit4] 2> 1878306 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1878307 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34903/solr
[junit4] 2> 1878311 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [n:127.0.0.1:41505_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1878311 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [n:127.0.0.1:41505_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1878312 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [n:127.0.0.1:41505_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41505_
[junit4] 2> 1878312 INFO (zkCallback-4239-thread-1-processing-n:127.0.0.1:41505_) [n:127.0.0.1:41505_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1878312 INFO (zkCallback-4215-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1878312 INFO (zkCallback-4232-thread-1-processing-n:127.0.0.1:34533_) [n:127.0.0.1:34533_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1878313 INFO (zkCallback-4211-thread-2-processing-n:127.0.0.1:41431_) [n:127.0.0.1:41431_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1878312 INFO (zkCallback-4226-thread-1-processing-n:127.0.0.1:39893_) [n:127.0.0.1:39893_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1878312 INFO (zkCallback-4220-thread-1-processing-n:127.0.0.1:45521_) [n:127.0.0.1:45521_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1878360 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [n:127.0.0.1:41505_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8303424EA6F1AB82-001/shard-4-001/cores
[junit4] 2> 1878360 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8303424EA6F1AB82]) [n:127.0.0.1:41505_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1878360 INFO (coreLoadExecutor-7961-thread-1-processing-n:127.0.0.1:41505_) [n:127.0.0.1:41505_ c:collection1 x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1878361 INFO (OverseerStateUpdate-98507894810411012-127.0.0.1:41431_-n_0000000000) [n:127.0.0.1:41431_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 1878851 INFO (qtp1740215983-24290) [n:127.0.0.1:45521_ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:34533_, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"http://127.0.0.1:34533","node_name":"127.0.0.1:34533_","state":"recovering"}
[junit4] 2> 1878851 INFO (qtp1740215983-24290) [n:127.0.0.1:45521_ ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4] 2> 1878851 INFO (qtp1740215983-24290) [n:127.0.0.1:45521_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:34533_&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node3&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1000
[junit4] 2> 1879351 INFO (recoveryExecutor-4230-thread-1-processing-n:127.0.0.1:34533_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:34533_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:45521/collection1/] - recoveringAfterStartup=[true]
[junit4] 2> 1879352 INFO (recoveryExecutor-4230-thread-1-processing-n:127.0.0.1:34533_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:34533_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url=http://127.0.0.1:34533 START replicas=[http://127.0.0.1:45521/collection1/] nUpdates=100
[junit4] 2> 1879353 INFO (qtp1740215983-24290) [n:127.0.0.1:45521_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 1879353 INFO (qtp1740215983-24290) [n:127.0.0.1:45521_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1879353 INFO (recoveryExecutor-4230-thread-1-processing-n:127.0.0.1:34533_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:34533_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 1879353 INFO (recoveryExecutor-4230-thread-1-processing-n:127.0.0.1:34533_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:34533_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync
[junit4] 2> 1879353 INFO (recoveryExecutor-4230-thread-1-processing-n:127.0.0.1:34533_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:34533_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1879353 INFO (recoveryExecutor-4230-thread-1-processing-n:127.0.0.1:34533_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:34533_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 1879353 INFO (recoveryExecutor-4230-thread-1-processing-n:127.0.0.1:34533_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:34533_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1879353 INFO (recoveryExecutor-4230-thread-1-processing-n:127.0.0.1:34533_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:34533_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy PeerSync stage of recovery was successful.
[junit4] 2> 1879354 INFO (recoveryExecutor-4230-thread-1-processing-n:127.0.0.1:34533_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:34533_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Replaying updates buffered during PeerSync.
[junit4] 2> 1879354 INFO (recoveryExecutor-4230-thread-1-processing-n:127.0.0.1:34533_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:34533_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy No replay needed.
[junit4] 2> 1879354 INFO (recoveryExecutor-4230-thread-1-processing-n:127.0.0.1:34533_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:34533_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
[junit4] 2> 1879367 WARN (coreLoadExecutor-7961-thread-1-processing-n:127.0.0.1:41505_) [n:127.0.0.1:41505_ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1879368 INFO (coreLoadExecutor-7961-thread-1-processing-n:127.0.0.1:41505_) [n:127.0.0.1:41505_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
[junit4] 2> 1879385 INFO (coreLoadExecutor-7961-thread-1-processing-n:127.0.0.1:41505_) [n:127.0.0.1:41505_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1879459 INFO (coreLoadExecutor-7961-thread-1-processing-n:127.0.0.1:41505_) [n:127.0.0.1:41505_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1879464 INFO (coreLoadExecutor-7961-thread-1-processing-n:127.0.0.1:41505_) [n:127.0.0.1:41505_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
[junit4] 2> 1879464 INFO (coreLoadExecutor-7961-thread-1-processing-n:127.0.0.1:41505_) [n:127.0.0.1:41505_ c:collection1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1879464 INFO (coreLoadExecutor-7961-thread-1-processing-n:127.0.0.1:41505_) [n:127.0.0.1:41505_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8303424EA6F1AB82-001/shard-4-001/cores/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8303424EA6F1AB82-001/shard-4-001/cores/collection1/data/]
[junit4] 2> 1879464 INFO (coreLoadExecutor-7961-thread-1-processing-n:127.0.0.1:41505_) [n:127.0.0.1:41505_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@54f4870
[junit4] 2> 1879465 INFO (coreLoadExecutor-7961-thread-1-processing-n:127.0.0.1:41505_) [n:127.0.0.1:41505_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@1f03b08e
[junit4] 2> 1879467 WARN (coreLoadExecutor-7961-thread-1-processing-n:127.0.0.1:41505_) [n:127.0.0.1:41505_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1879485 INFO (coreLoadExecutor-7961-thread-1-processing-n:127.0.0.1:41505_) [n:127.0.0.1:41505_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1879485 INFO (coreLoadExecutor-7961-thread-1-processing-n:127.0.0.1:41505_) [n:127.0.0.1:41505_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1879486 INFO (coreLoadExecutor-7961-thread-1-processing-n:127.0.0.1:41505_) [n:127.0.0.1:41505_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1879486 INFO (coreLoadExecutor-7961-thread-1-processing-n:127.0.0.1:41505_) [n:127.0.0.1:41505_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1879486 INFO (coreLoadExecutor-7961-thread-1-processing-n:127.0.0.1:41505_) [n:127.0.0.1:41505_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=27.7109375, floorSegmentMB=1.73828125, forceMergeDeletesPctAllowed=13.778455941823458, segmentsPerTier=10.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.846597886186183
[junit4] 2> 1879486 INFO (coreLoadExecutor-7961-thread-1-processing-n:127.0.0.1:41505_) [n:127.0.0.1:41505_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2b23a68b[collection1] main]
[junit4] 2> 1879487 INFO (coreLoadExecutor-7961-thread-1-processing-n:127.0.0.1:41505_) [n:127.0.0.1:41505_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1879487 INFO (coreLoadExecutor-7961-thread-1-processing-n:127.0.0.1:41505_) [n:127.0.0.1:41505_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1879487 INFO (coreLoadExecutor-7961-thread-1-processing-n:127.0.0.1:41505_) [n:127.0.0.1:41505_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1879488 INFO (searcherExecutor-7962-thread-1-processing-n:127.0.0.1:41505_ x:collection1 c:collection1) [n:127.0.0.1:41505_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2b23a68b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1879488 INFO (coreLoadExecutor-7961-thread-1-processing-n:127.0.0.1:41505_) [n:127.0.0.1:41505_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576126325196849152
[junit4] 2> 1879490 INFO (coreZkRegister-7956-thread-1-processing-n:127.0.0.1:41505_ x:collection1 c:collection1) [n:127.0.0.1:41505_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
[junit4] 2> 1879490 INFO (updateExecutor-4236-thread-1-processing-n:127.0.0.1:41505_ x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:41505_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 1879491 INFO (recoveryExecutor-4237-thread-1-processing-n:127.0.0.1:41505_ x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:41505_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 1879491 INFO (recoveryExecutor-4237-thread-1-processing-n:127.0.0.1:41505_ x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:41505_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 1879491 INFO (recoveryExecutor-4237-thread-1-processing-n:1
[...truncated too long message...]
tateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 190312 INFO (zkCallback-696-thread-1-processing-n:127.0.0.1:38365_solr) [n:127.0.0.1:38365_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 190312 INFO (coreCloseExecutor-549-thread-1) [n:127.0.0.1:38365_solr c:currentstate s:shard1 r:core_node1 x:currentstate_shard1_replica1] o.a.s.c.SolrCore [currentstate_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@4087ed24
[junit4] 2> 190312 INFO (coreCloseExecutor-550-thread-2) [n:127.0.0.1:40311_solr c:testcollection s:shard2 r:core_node3 x:testcollection_shard2_replica1] o.a.s.c.SolrCore [testcollection_shard2_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@3a549424
[junit4] 2> 190312 INFO (coreCloseExecutor-550-thread-1) [n:127.0.0.1:40311_solr c:falsepredicate s:shard2 r:core_node3 x:falsepredicate_shard2_replica1] o.a.s.c.SolrCore [falsepredicate_shard2_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@18e65a62
[junit4] 2> 190313 INFO (zkCallback-720-thread-1-processing-n:127.0.0.1:44497_solr) [n:127.0.0.1:44497_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 190313 INFO (jetty-closer-678-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@35f2af03{/solr,null,UNAVAILABLE}
[junit4] 2> 190312 INFO (coreCloseExecutor-549-thread-3) [n:127.0.0.1:38365_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica1] o.a.s.c.SolrCore [testcollection_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@245f224e
[junit4] 2> 190314 INFO (coreCloseExecutor-549-thread-2) [n:127.0.0.1:38365_solr c:falsepredicate s:shard3 r:core_node1 x:falsepredicate_shard3_replica1] o.a.s.c.SolrCore [falsepredicate_shard3_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@32ac1d44
[junit4] 2> 190314 INFO (coreCloseExecutor-548-thread-2) [n:127.0.0.1:44497_solr c:testcollection s:shard3 r:core_node2 x:testcollection_shard3_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testcollection.shard3.replica1
[junit4] 2> 190314 INFO (coreCloseExecutor-550-thread-3) [n:127.0.0.1:40311_solr c:stateformat1 s:shard1 r:core_node1 x:stateformat1_shard1_replica1] o.a.s.c.SolrCore [stateformat1_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@5b796d7
[junit4] 2> 190313 INFO (zkCallback-701-thread-2-processing-n:127.0.0.1:40311_solr) [n:127.0.0.1:40311_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 190322 INFO (coreCloseExecutor-550-thread-2) [n:127.0.0.1:40311_solr c:testcollection s:shard2 r:core_node3 x:testcollection_shard2_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testcollection.shard2.replica1
[junit4] 2> 190322 INFO (coreCloseExecutor-550-thread-1) [n:127.0.0.1:40311_solr c:falsepredicate s:shard2 r:core_node3 x:falsepredicate_shard2_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.falsepredicate.shard2.replica1
[junit4] 2> 190322 INFO (coreCloseExecutor-549-thread-3) [n:127.0.0.1:38365_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testcollection.shard1.replica1
[junit4] 2> 190322 INFO (coreCloseExecutor-550-thread-3) [n:127.0.0.1:40311_solr c:stateformat1 s:shard1 r:core_node1 x:stateformat1_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.stateformat1.shard1.replica1
[junit4] 2> 190322 INFO (coreCloseExecutor-549-thread-1) [n:127.0.0.1:38365_solr c:currentstate s:shard1 r:core_node1 x:currentstate_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.currentstate.shard1.replica1
[junit4] 2> 190322 INFO (coreCloseExecutor-549-thread-2) [n:127.0.0.1:38365_solr c:falsepredicate s:shard3 r:core_node1 x:falsepredicate_shard3_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.falsepredicate.shard3.replica1
[junit4] 2> 190323 INFO (coreCloseExecutor-548-thread-1) [n:127.0.0.1:44497_solr c:falsepredicate s:shard4 r:core_node6 x:falsepredicate_shard4_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.falsepredicate.shard4.replica1
[junit4] 2> 190326 INFO (jetty-closer-678-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@74d864d8{/solr,null,UNAVAILABLE}
[junit4] 2> 190326 INFO (zkCallback-696-thread-1-processing-n:127.0.0.1:38365_solr) [n:127.0.0.1:38365_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (1)
[junit4] 2> 190326 INFO (jetty-closer-678-thread-2) [ ] o.a.s.c.Overseer Overseer (id=98507931486519306-127.0.0.1:38365_solr-n_0000000002) closing
[junit4] 2> 190326 INFO (OverseerStateUpdate-98507931486519306-127.0.0.1:38365_solr-n_0000000002) [n:127.0.0.1:38365_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:38365_solr
[junit4] 2> 191826 WARN (zkCallback-720-thread-2-processing-n:127.0.0.1:44497_solr) [n:127.0.0.1:44497_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 191826 INFO (jetty-closer-678-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1f65c845{/solr,null,UNAVAILABLE}
[junit4] 2> 191828 WARN (zkCallback-696-thread-1-processing-n:127.0.0.1:38365_solr) [n:127.0.0.1:38365_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 191828 INFO (jetty-closer-678-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@779f7687{/solr,null,UNAVAILABLE}
[junit4] 2> 191829 ERROR (SUITE-TestCollectionStateWatchers-seed#[2951EC09E2B2718E]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 191829 INFO (SUITE-TestCollectionStateWatchers-seed#[2951EC09E2B2718E]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35175 35175
[junit4] 2> 197921 INFO (Thread-247) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35175 35175
[junit4] 2> 197921 WARN (Thread-247) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/aliases.json
[junit4] 2> 7 /solr/security.json
[junit4] 2> 6 /solr/configs/config
[junit4] 2> 3 /solr/collections/stateformat1/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 12 /solr/collections/waitforstate/state.json
[junit4] 2> 8 /solr/clusterprops.json
[junit4] 2> 8 /solr/clusterstate.json
[junit4] 2> 7 /solr/collections/falsepredicate/state.json
[junit4] 2> 7 /solr/collections/testcollection/state.json
[junit4] 2> 3 /solr/collections/stateformat1/state.json
[junit4] 2> 2 /solr/collections/currentstate/state.json
[junit4] 2> 2 /solr/overseer_elect/election/98507931486519305-127.0.0.1:35539_solr-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/98507931486519308-127.0.0.1:40311_solr-n_0000000003
[junit4] 2> 2 /solr/collections/delayed/state.json
[junit4] 2> 2 /solr/collections/tobedeleted/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/collections
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2> 2 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> 197922 INFO (SUITE-TestCollectionStateWatchers-seed#[2951EC09E2B2718E]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_2951EC09E2B2718E-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=638, maxMBSortInHeap=6.900981901728362, sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=ar-SA, timezone=PST
[junit4] 2> NOTE: Linux 4.10.0-27-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=210423664,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [ConcurrentUpdateSolrClientBuilderTest, ArcSineEvaluatorTest, GetByIdTest, AddEvaluatorTest, LessThanEqualToEvaluatorTest, SolrDocumentTest, UuidEvaluatorTest, SolrQueryTest, LBHttpSolrClientBuilderTest, TestJsonRecordReader, SolrZkClientTest, SolrExampleStreamingBinaryTest, CosineEvaluatorTest, MultiplyEvaluatorTest, TestDelegationTokenResponse, QueryResponseTest, RoundEvaluatorTest, OrEvaluatorTest, MergeIndexesEmbeddedTest, TestCloudSolrClientConnections, SolrExampleJettyTest, TestBatchUpdate, LargeVolumeJettyTest, TestSolrProperties, SolrParamTest, TestDocumentObjectBinder, TestFastInputStream, TestUpdateRequestCodec, ClientUtilsTest, FacetFieldTest, SolrSchemalessExampleTest, TestSolrJErrorHandling, CloudSolrClientCacheTest, CloudSolrClientTest, HttpSolrClientBuilderTest, HttpSolrClientConPoolTest, JdbcDriverTest, JdbcTest, StreamExpressionToExplanationTest, StreamingTest, RawValueEvaluatorTest, OperationsTest, TestCollectionAdminRequest, TestConfigSetAdminRequest, TestDelegationTokenRequest, NoOpResponseParserTest, TestSuggesterResponse, TestToleratedUpdateError, TestCollectionStateWatchers]
[junit4] Completed [130/130 (1!)] on J1 in 64.71s, 9 tests, 1 failure <<< FAILURES!
[...truncated 42658 lines...]