You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2017/08/06 22:16:45 UTC
[JENKINS] Lucene-Solr-Tests-master - Build # 2062 - Unstable
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2062/
2 tests failed.
FAILED: org.apache.solr.cloud.HealthCheckHandlerTest.testHealthCheckHandlerSolrJ
Error Message:
Error from server at https://127.0.0.1:56515/solr: Host Unavailable: Not in live nodes as per zk
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:56515/solr: Host Unavailable: Not in live nodes as per zk
at __randomizedtesting.SeedInfo.seed([3C82B51FFBD7B6D6:96716A0B8031FED7]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.HealthCheckHandlerTest.testHealthCheckHandlerSolrJ(HealthCheckHandlerTest.java:78)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.SolrCLIZkUtilsTest.testCp
Error Message:
Empty files should NOT be copied down as directories
Stack Trace:
java.lang.AssertionError: Empty files should NOT be copied down as directories
at __randomizedtesting.SeedInfo.seed([3C82B51FFBD7B6D6:D76E48513F7E08B4]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.SolrCLIZkUtilsTest.testCp(SolrCLIZkUtilsTest.java:449)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11407 lines...]
[junit4] Suite: org.apache.solr.cloud.HealthCheckHandlerTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.HealthCheckHandlerTest_3C82B51FFBD7B6D6-001/init-core-data-001
[junit4] 2> 727357 WARN (SUITE-HealthCheckHandlerTest-seed#[3C82B51FFBD7B6D6]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 727357 INFO (SUITE-HealthCheckHandlerTest-seed#[3C82B51FFBD7B6D6]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 727359 INFO (SUITE-HealthCheckHandlerTest-seed#[3C82B51FFBD7B6D6]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 727361 INFO (SUITE-HealthCheckHandlerTest-seed#[3C82B51FFBD7B6D6]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 727362 INFO (SUITE-HealthCheckHandlerTest-seed#[3C82B51FFBD7B6D6]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.HealthCheckHandlerTest_3C82B51FFBD7B6D6-001/tempDir-001
[junit4] 2> 727362 INFO (SUITE-HealthCheckHandlerTest-seed#[3C82B51FFBD7B6D6]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 727369 INFO (Thread-1336) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 727369 INFO (Thread-1336) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 727409 ERROR (Thread-1336) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 727469 INFO (SUITE-HealthCheckHandlerTest-seed#[3C82B51FFBD7B6D6]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:47557
[junit4] 2> 727543 INFO (jetty-launcher-907-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 727621 INFO (jetty-launcher-907-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@abd89f0{/solr,null,AVAILABLE}
[junit4] 2> 727622 INFO (jetty-launcher-907-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@352314cb{SSL,[ssl, http/1.1]}{127.0.0.1:56515}
[junit4] 2> 727622 INFO (jetty-launcher-907-thread-1) [ ] o.e.j.s.Server Started @732116ms
[junit4] 2> 727622 INFO (jetty-launcher-907-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56515}
[junit4] 2> 727622 ERROR (jetty-launcher-907-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 727622 INFO (jetty-launcher-907-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 727622 INFO (jetty-launcher-907-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 727622 INFO (jetty-launcher-907-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 727623 INFO (jetty-launcher-907-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-06T21:27:40.807Z
[junit4] 2> 727652 INFO (jetty-launcher-907-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 727692 INFO (jetty-launcher-907-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47557/solr
[junit4] 2> 727850 INFO (jetty-launcher-907-thread-1) [n:127.0.0.1:56515_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 727851 INFO (jetty-launcher-907-thread-1) [n:127.0.0.1:56515_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:56515_solr
[junit4] 2> 727852 INFO (jetty-launcher-907-thread-1) [n:127.0.0.1:56515_solr ] o.a.s.c.Overseer Overseer (id=98438667342053379-127.0.0.1:56515_solr-n_0000000000) starting
[junit4] 2> 727867 INFO (jetty-launcher-907-thread-1) [n:127.0.0.1:56515_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56515_solr
[junit4] 2> 727869 INFO (zkCallback-914-thread-1-processing-n:127.0.0.1:56515_solr) [n:127.0.0.1:56515_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 728010 INFO (jetty-launcher-907-thread-1) [n:127.0.0.1:56515_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56515.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@254ebac5
[junit4] 2> 728015 INFO (jetty-launcher-907-thread-1) [n:127.0.0.1:56515_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56515.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@254ebac5
[junit4] 2> 728015 INFO (jetty-launcher-907-thread-1) [n:127.0.0.1:56515_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56515.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@254ebac5
[junit4] 2> 728016 INFO (jetty-launcher-907-thread-1) [n:127.0.0.1:56515_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.HealthCheckHandlerTest_3C82B51FFBD7B6D6-001/tempDir-001/node1/.
[junit4] 2> 728110 INFO (SUITE-HealthCheckHandlerTest-seed#[3C82B51FFBD7B6D6]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 728111 INFO (SUITE-HealthCheckHandlerTest-seed#[3C82B51FFBD7B6D6]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:47557/solr ready
[junit4] 2> 728124 INFO (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[3C82B51FFBD7B6D6]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testHealthCheckHandler
[junit4] 2> 728199 INFO (qtp1286813700-5578) [n:127.0.0.1:56515_solr ] o.a.s.h.a.HealthCheckHandler Invoked HealthCheckHandler on [127.0.0.1:56515_solr]
[junit4] 2> 728199 INFO (qtp1286813700-5578) [n:127.0.0.1:56515_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/health params={wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 728218 INFO (zkCallback-919-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 728221 INFO (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[3C82B51FFBD7B6D6]) [ ] o.a.s.c.MiniSolrCloudCluster Expired zookeeper session 98438667342053379 from node https://127.0.0.1:56515/solr
[junit4] 2> 728225 INFO (qtp1286813700-5581) [n:127.0.0.1:56515_solr ] o.a.s.h.a.HealthCheckHandler Invoked HealthCheckHandler on [127.0.0.1:56515_solr]
[junit4] 2> 728317 WARN (zkCallback-914-thread-4-processing-n:127.0.0.1:56515_solr) [n:127.0.0.1:56515_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7db8f651 name: ZooKeeperConnection Watcher:127.0.0.1:47557/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 728318 WARN (zkCallback-914-thread-4-processing-n:127.0.0.1:56515_solr) [n:127.0.0.1:56515_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 729554 WARN (jetty-launcher-907-thread-1-SendThread(127.0.0.1:47557)) [n:127.0.0.1:56515_solr ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x15db97247160003 has expired
[junit4] 2> 729554 WARN (zkCallback-914-thread-2-processing-n:127.0.0.1:56515_solr) [n:127.0.0.1:56515_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7db8f651 name: ZooKeeperConnection Watcher:127.0.0.1:47557/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
[junit4] 2> 729555 WARN (zkCallback-914-thread-2-processing-n:127.0.0.1:56515_solr) [n:127.0.0.1:56515_solr ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
[junit4] 2> 729555 INFO (zkCallback-914-thread-2-processing-n:127.0.0.1:56515_solr) [n:127.0.0.1:56515_solr ] o.a.s.c.Overseer Overseer (id=98438667342053379-127.0.0.1:56515_solr-n_0000000000) closing
[junit4] 2> 729556 INFO (OverseerStateUpdate-98438667342053379-127.0.0.1:56515_solr-n_0000000000) [n:127.0.0.1:56515_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:56515_solr
[junit4] 2> 729556 INFO (zkCallback-914-thread-2-processing-n:127.0.0.1:56515_solr) [n:127.0.0.1:56515_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 729556 WARN (zkCallback-914-thread-2-processing-n:127.0.0.1:56515_solr) [n:127.0.0.1:56515_solr ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
[junit4] 2> 729557 ERROR (OverseerExitThread) [n:127.0.0.1:56515_solr ] o.a.s.c.Overseer could not read the data
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:357)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:354)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:298)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 729558 INFO (zkCallback-914-thread-2-processing-n:127.0.0.1:56515_solr) [n:127.0.0.1:56515_solr ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
[junit4] 2> 729558 INFO (zkCallback-914-thread-2-processing-n:127.0.0.1:56515_solr) [n:127.0.0.1:56515_solr ] o.a.s.c.ZkController ZooKeeper session re-connected ... refreshing core states after session expiration.
[junit4] 2> 729803 INFO (zkCallback-914-thread-2-processing-n:127.0.0.1:56515_solr) [n:127.0.0.1:56515_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 729805 INFO (qtp1286813700-5581) [n:127.0.0.1:56515_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/health params={wt=javabin&version=2} status=503 QTime=1580
[junit4] 2> 729806 INFO (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[3C82B51FFBD7B6D6]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testHealthCheckHandler
[junit4] 2> 729817 INFO (zkCallback-914-thread-2-processing-n:127.0.0.1:56515_solr) [n:127.0.0.1:56515_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:56515_solr
[junit4] 2> 729820 INFO (TEST-HealthCheckHandlerTest.testHealthCheckHandlerSolrJ-seed#[3C82B51FFBD7B6D6]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testHealthCheckHandlerSolrJ
[junit4] 2> 729820 INFO (zkCallback-914-thread-2-processing-n:127.0.0.1:56515_solr) [n:127.0.0.1:56515_solr ] o.a.s.c.Overseer Overseer (id=98438667342053382-127.0.0.1:56515_solr-n_0000000001) starting
[junit4] 2> 729826 INFO (qtp1286813700-5581) [n:127.0.0.1:56515_solr ] o.a.s.h.a.HealthCheckHandler Invoked HealthCheckHandler on [127.0.0.1:56515_solr]
[junit4] 2> 729827 INFO (qtp1286813700-5581) [n:127.0.0.1:56515_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/health params={wt=javabin&version=2} status=503 QTime=0
[junit4] 2> 729828 INFO (TEST-HealthCheckHandlerTest.testHealthCheckHandlerSolrJ-seed#[3C82B51FFBD7B6D6]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testHealthCheckHandlerSolrJ
[junit4] 2> 729829 INFO (zkCallback-914-thread-2-processing-n:127.0.0.1:56515_solr) [n:127.0.0.1:56515_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56515_solr
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=HealthCheckHandlerTest -Dtests.method=testHealthCheckHandlerSolrJ -Dtests.seed=3C82B51FFBD7B6D6 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=de-AT -Dtests.timezone=Pacific/Fiji -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.02s J1 | HealthCheckHandlerTest.testHealthCheckHandlerSolrJ <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:56515/solr: Host Unavailable: Not in live nodes as per zk
[junit4] > at __randomizedtesting.SeedInfo.seed([3C82B51FFBD7B6D6:96716A0B8031FED7]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
[junit4] > at org.apache.solr.cloud.HealthCheckHandlerTest.testHealthCheckHandlerSolrJ(HealthCheckHandlerTest.java:78)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 729832 INFO (zkCallback-914-thread-8-processing-n:127.0.0.1:56515_solr) [n:127.0.0.1:56515_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 729832 INFO (zkCallback-919-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 729841 INFO (zkCallback-914-thread-2-processing-n:127.0.0.1:56515_solr) [n:127.0.0.1:56515_solr ] o.a.s.c.c.DefaultConnectionStrategy Reconnected to ZooKeeper
[junit4] 2> 729842 INFO (zkCallback-914-thread-2-processing-n:127.0.0.1:56515_solr) [n:127.0.0.1:56515_solr ] o.a.s.c.c.ConnectionManager Connected:true
[junit4] 2> 729848 INFO (TEST-HealthCheckHandlerTest.testHealthCheckHandlerWithCloudClient-seed#[3C82B51FFBD7B6D6]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testHealthCheckHandlerWithCloudClient
[junit4] 2> 729848 INFO (TEST-HealthCheckHandlerTest.testHealthCheckHandlerWithCloudClient-seed#[3C82B51FFBD7B6D6]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testHealthCheckHandlerWithCloudClient
[junit4] 2> 729851 INFO (jetty-closer-908-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@352314cb{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 729852 INFO (jetty-closer-908-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2044459900
[junit4] 2> 729852 INFO (jetty-closer-908-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 729854 INFO (jetty-closer-908-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 729855 INFO (jetty-closer-908-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 729857 INFO (jetty-closer-908-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 729858 INFO (jetty-closer-908-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98438667342053382-127.0.0.1:56515_solr-n_0000000001) closing
[junit4] 2> 729858 INFO (OverseerStateUpdate-98438667342053382-127.0.0.1:56515_solr-n_0000000001) [n:127.0.0.1:56515_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:56515_solr
[junit4] 2> 731360 WARN (zkCallback-914-thread-1-processing-n:127.0.0.1:56515_solr) [n:127.0.0.1:56515_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 731360 WARN (zkCallback-914-thread-2-processing-n:127.0.0.1:56515_solr) [n:127.0.0.1:56515_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 731361 INFO (jetty-closer-908-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@abd89f0{/solr,null,UNAVAILABLE}
[junit4] 2> 731362 ERROR (SUITE-HealthCheckHandlerTest-seed#[3C82B51FFBD7B6D6]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 731363 INFO (SUITE-HealthCheckHandlerTest-seed#[3C82B51FFBD7B6D6]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:47557 47557
[junit4] 2> 731465 INFO (Thread-1336) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:47557 47557
[junit4] 2> 731466 WARN (Thread-1336) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 2 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2> 2 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.HealthCheckHandlerTest_3C82B51FFBD7B6D6-001
[junit4] 2> Aug 06, 2017 9:27:44 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1745, maxMBSortInHeap=7.062251303670288, sim=RandomSimilarity(queryNorm=false): {}, locale=de-AT, timezone=Pacific/Fiji
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=83523880,total=446169088
[junit4] 2> NOTE: All tests run in this JVM: [TestSweetSpotSimilarityFactory, ShardRoutingTest, CloudExitableDirectoryReaderTest, CachingDirectoryFactoryTest, TestLRUCache, TestComplexPhraseLeadingWildcard, TestShortCircuitedRequests, UpdateRequestProcessorFactoryTest, TestCloudPseudoReturnFields, ZkSolrClientTest, UninvertDocValuesMergePolicyTest, BlockJoinFacetDistribTest, SpatialFilterTest, IndexSchemaTest, ChaosMonkeySafeLeaderWithPullReplicasTest, TestOnReconnectListenerSupport, TestCorePropertiesReload, PrimUtilsTest, DeleteLastCustomShardedReplicaTest, TestManagedStopFilterFactory, V2ApiIntegrationTest, AddSchemaFieldsUpdateProcessorFactoryTest, BasicAuthIntegrationTest, TestSearchPerf, TestFastLRUCache, TestCoreContainer, TestBlendedInfixSuggestions, TestNoOpRegenerator, TestLeaderElectionWithEmptyReplica, FileBasedSpellCheckerTest, TestHdfsBackupRestoreCore, TestSubQueryTransformerDistrib, CdcrBootstrapTest, TemplateUpdateProcessorTest, DistributedVersionInfoTest, TestSchemalessBufferedUpdates, TestDynamicFieldCollectionResource, TestJsonFacetRefinement, TestFiltering, TestStressInPlaceUpdates, TestFuzzyAnalyzedSuggestions, DocValuesMultiTest, LoggingHandlerTest, LeaderFailoverAfterPartitionTest, TestEmbeddedSolrServerSchemaAPI, TestHalfAndHalfDocValues, TestRawResponseWriter, TestSolrJ, TestSolrCloudSnapshots, TestChildDocTransformer, HdfsTlogReplayBufferedWhileIndexingTest, QueryResultKeyTest, TestDownShardTolerantSearch, DistributedFacetPivotLargeTest, RulesTest, SearchHandlerTest, DirectoryFactoryTest, HealthCheckHandlerTest]
[junit4] Completed [201/728 (1!)] on J1 in 4.63s, 3 tests, 1 error <<< FAILURES!
[...truncated 1066 lines...]
[junit4] Suite: org.apache.solr.cloud.SolrCLIZkUtilsTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SolrCLIZkUtilsTest_3C82B51FFBD7B6D6-001/init-core-data-001
[junit4] 2> 1877810 INFO (SUITE-SolrCLIZkUtilsTest-seed#[3C82B51FFBD7B6D6]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1877812 INFO (SUITE-SolrCLIZkUtilsTest-seed#[3C82B51FFBD7B6D6]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1877812 INFO (SUITE-SolrCLIZkUtilsTest-seed#[3C82B51FFBD7B6D6]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1877812 INFO (SUITE-SolrCLIZkUtilsTest-seed#[3C82B51FFBD7B6D6]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SolrCLIZkUtilsTest_3C82B51FFBD7B6D6-001/tempDir-001
[junit4] 2> 1877813 INFO (SUITE-SolrCLIZkUtilsTest-seed#[3C82B51FFBD7B6D6]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1877813 INFO (Thread-4134) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1877813 INFO (Thread-4134) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1877815 ERROR (Thread-4134) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1877913 INFO (SUITE-SolrCLIZkUtilsTest-seed#[3C82B51FFBD7B6D6]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:49778
[junit4] 2> 1877927 INFO (jetty-launcher-2396-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1877928 INFO (jetty-launcher-2396-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@60764c1b{/solr,null,AVAILABLE}
[junit4] 2> 1877928 INFO (jetty-launcher-2396-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7471c0b0{HTTP/1.1,[http/1.1]}{127.0.0.1:55108}
[junit4] 2> 1877928 INFO (jetty-launcher-2396-thread-1) [ ] o.e.j.s.Server Started @1882781ms
[junit4] 2> 1877928 INFO (jetty-launcher-2396-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55108}
[junit4] 2> 1877929 ERROR (jetty-launcher-2396-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1877929 INFO (jetty-launcher-2396-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1877929 INFO (jetty-launcher-2396-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1877929 INFO (jetty-launcher-2396-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1877929 INFO (jetty-launcher-2396-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-06T21:46:51.481Z
[junit4] 2> 1877932 INFO (jetty-launcher-2396-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1877941 INFO (jetty-launcher-2396-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49778/solr
[junit4] 2> 1878050 INFO (jetty-launcher-2396-thread-1) [n:127.0.0.1:55108_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1878051 INFO (jetty-launcher-2396-thread-1) [n:127.0.0.1:55108_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:55108_solr
[junit4] 2> 1878052 INFO (jetty-launcher-2396-thread-1) [n:127.0.0.1:55108_solr ] o.a.s.c.Overseer Overseer (id=98438742760882179-127.0.0.1:55108_solr-n_0000000000) starting
[junit4] 2> 1878060 INFO (jetty-launcher-2396-thread-1) [n:127.0.0.1:55108_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55108_solr
[junit4] 2> 1878063 INFO (zkCallback-2403-thread-1-processing-n:127.0.0.1:55108_solr) [n:127.0.0.1:55108_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1878138 INFO (jetty-launcher-2396-thread-1) [n:127.0.0.1:55108_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55108.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72e8dafe
[junit4] 2> 1878143 INFO (jetty-launcher-2396-thread-1) [n:127.0.0.1:55108_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55108.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72e8dafe
[junit4] 2> 1878143 INFO (jetty-launcher-2396-thread-1) [n:127.0.0.1:55108_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55108.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72e8dafe
[junit4] 2> 1878145 INFO (jetty-launcher-2396-thread-1) [n:127.0.0.1:55108_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SolrCLIZkUtilsTest_3C82B51FFBD7B6D6-001/tempDir-001/node1/.
[junit4] 2> 1878176 INFO (SUITE-SolrCLIZkUtilsTest-seed#[3C82B51FFBD7B6D6]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1878178 INFO (SUITE-SolrCLIZkUtilsTest-seed#[3C82B51FFBD7B6D6]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:49778/solr ready
[junit4] 2> 1878203 INFO (TEST-SolrCLIZkUtilsTest.testUpconfig-seed#[3C82B51FFBD7B6D6]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testUpconfig
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:49778/solr ...
[junit4] 1> Uploading /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/configsets/cloud-subdirs/conf for config upconfig1 to ZooKeeper at 127.0.0.1:49778/solr
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:49778/solr ...
[junit4] 1> Uploading /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/configsets/cloud-subdirs/conf for config upconfig2 to ZooKeeper at 127.0.0.1:49778/solr
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:49778/solr ...
[junit4] 2> 1878252 ERROR (TEST-SolrCLIZkUtilsTest.testUpconfig-seed#[3C82B51FFBD7B6D6]) [ ] o.a.s.u.SolrCLI Could not complete upconfig operation for reason: Could not find solrconfig.xml at /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/configsets/solrconfig.xml, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/configsets/conf/solrconfig.xml or /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/configsets/nothinghere/conf/solrconfig.xml
[junit4] 2>
[junit4] 2> ERROR: Could not find solrconfig.xml at /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/configsets/solrconfig.xml, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/configsets/conf/solrconfig.xml or /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/configsets/nothinghere/conf/solrconfig.xml
[junit4] 2>
[junit4] 2> 1878253 INFO (TEST-SolrCLIZkUtilsTest.testUpconfig-seed#[3C82B51FFBD7B6D6]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testUpconfig
[junit4] 2> 1878263 INFO (TEST-SolrCLIZkUtilsTest.testRm-seed#[3C82B51FFBD7B6D6]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testRm
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:49778/solr ...
[junit4] 1> Uploading /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/configsets/cloud-subdirs/conf for config rm1 to ZooKeeper at 127.0.0.1:49778/solr
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:49778/solr ...
[junit4] 1> Uploading /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/configsets/cloud-subdirs/conf for config rm2 to ZooKeeper at 127.0.0.1:49778/solr
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:49778/solr ...
[junit4] 2> 1878294 ERROR (TEST-SolrCLIZkUtilsTest.testRm-seed#[3C82B51FFBD7B6D6]) [ ] o.a.s.u.SolrCLI Could not complete rm operation for reason: Zookeeper node /configs/rm1 has children and recurse has NOT been specified
[junit4] 2>
[junit4] 2> ERROR: Zookeeper node /configs/rm1 has children and recurse has NOT been specified
[junit4] 2>
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:49778/solr ...
[junit4] 2> 1878319 ERROR (TEST-SolrCLIZkUtilsTest.testRm-seed#[3C82B51FFBD7B6D6]) [ ] o.a.s.u.SolrCLI Could not complete rm operation for reason: Zookeeper node /configs/rm1 has children and recurse has NOT been specified
[junit4] 2>
[junit4] 2> ERROR: Zookeeper node /configs/rm1 has children and recurse has NOT been specified
[junit4] 2>
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:49778/solr ...
[junit4] 1> Removing Zookeeper node /configs/rm1 from ZooKeeper at 127.0.0.1:49778/solr recurse: true
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:49778/solr ...
[junit4] 1> Removing Zookeeper node /configs/rm2 from ZooKeeper at 127.0.0.1:49778/solr recurse: true
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:49778/solr ...
[junit4] 1> Uploading /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/configsets/cloud-subdirs/conf for config rm3 to ZooKeeper at 127.0.0.1:49778/solr
[junit4] 2>
[junit4] 2> ERROR: You may not remove the root ZK node ('/')!
[junit4] 2>
[junit4] 2> 1878359 INFO (TEST-SolrCLIZkUtilsTest.testRm-seed#[3C82B51FFBD7B6D6]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testRm
[junit4] 2> 1878368 INFO (TEST-SolrCLIZkUtilsTest.testDownconfig-seed#[3C82B51FFBD7B6D6]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testDownconfig
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:49778/solr ...
[junit4] 1> Uploading /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/configsets/cloud-subdirs/conf for config downconfig1 to ZooKeeper at 127.0.0.1:49778/solr
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:49778/solr ...
[junit4] 1> Downloading configset downconfig1 from ZooKeeper at 127.0.0.1:49778/solr to directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SolrCLIZkUtilsTest_3C82B51FFBD7B6D6-001/downConfigNewPlace-001/myconfset/conf
[junit4] 2> 1878391 INFO (TEST-SolrCLIZkUtilsTest.testDownconfig-seed#[3C82B51FFBD7B6D6]) [ ] o.a.s.c.c.ZkMaintenanceUtils Writing file /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SolrCLIZkUtilsTest_3C82B51FFBD7B6D6-001/downConfigNewPlace-001/myconfset/conf/schema.xml
[junit4] 2> 1878392 INFO (TEST-SolrCLIZkUtilsTest.testDownconfig-seed#[3C82B51FFBD7B6D6]) [ ] o.a.s.c.c.ZkMaintenanceUtils Writing file /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SolrCLIZkUtilsTest_3C82B51FFBD7B6D6-001/downConfigNewPlace-001/myconfset/conf/solrconfig.xml
[junit4] 2> 1878394 INFO (TEST-SolrCLIZkUtilsTest.testDownconfig-seed#[3C82B51FFBD7B6D6]) [ ] o.a.s.c.c.ZkMaintenanceUtils Writing file /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SolrCLIZkUtilsTest_3C82B51FFBD7B6D6-001/downConfigNewPlace-001/myconfset/conf/stopwords/stopwords-en.txt
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:49778/solr ...
[junit4] 1> Uploading /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SolrCLIZkUtilsTest_3C82B51FFBD7B6D6-001/downConfigNewPlace-001/myconfset/conf for config downconfig2 to ZooKeeper at 127.0.0.1:49778/solr
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:49778/solr ...
[junit4] 1> Downloading configset downconfig2 from ZooKeeper at 127.0.0.1:49778/solr to directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SolrCLIZkUtilsTest_3C82B51FFBD7B6D6-001/downConfigNewPlace2-001/conf
[junit4] 2> 1878424 INFO (TEST-SolrCLIZkUtilsTest.testDownconfig-seed#[3C82B51FFBD7B6D6]) [ ] o.a.s.c.c.ZkMaintenanceUtils Writing file /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SolrCLIZkUtilsTest_3C82B51FFBD7B6D6-001/downConfigNewPlace2-001/conf/schema.xml
[junit4] 2> 1878425 INFO (TEST-SolrCLIZkUtilsTest.testDownconfig-seed#[3C82B51FFBD7B6D6]) [ ] o.a.s.c.c.ZkMaintenanceUtils Writing file /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SolrCLIZkUtilsTest_3C82B51FFBD7B6D6-001/downConfigNewPlace2-001/conf/solrconfig.xml
[junit4] 2> 1878427 INFO (TEST-SolrCLIZkUtilsTest.testDownconfig-seed#[3C82B51FFBD7B6D6]) [ ] o.a.s.c.c.ZkMaintenanceUtils Writing file /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SolrCLIZkUtilsTest_3C82B51FFBD7B6D6-001/downConfigNewPlace2-001/conf/stopwords/stopwords-en.txt
[junit4] 2> 1878436 INFO (TEST-SolrCLIZkUtilsTest.testDownconfig-seed#[3C82B51FFBD7B6D6]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testDownconfig
[junit4] 2> 1878447 INFO (TEST-SolrCLIZkUtilsTest.testCp-seed#[3C82B51FFBD7B6D6]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCp
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:49778/solr ...
[junit4] 1> Uploading /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/configsets/cloud-subdirs/conf for config cp1 to ZooKeeper at 127.0.0.1:49778/solr
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:49778/solr ...
[junit4] 1> Copying from 'zk:/configs/cp1' to 'zk:/cp2'. ZooKeeper at 127.0.0.1:49778/solr
[junit4] 2> 1878463 INFO (TEST-SolrCLIZkUtilsTest.testCp-seed#[3C82B51FFBD7B6D6]) [ ] o.a.s.c.c.ZkMaintenanceUtils copying from '/configs/cp1' to '/cp2'
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:49778/solr ...
[junit4] 1> Copying from 'zk:/configs/cp1' to 'file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SolrCLIZkUtilsTest_3C82B51FFBD7B6D6-001/tmpNewPlace2-001'. ZooKeeper at 127.0.0.1:49778/solr
[junit4] 2> 1878483 INFO (TEST-SolrCLIZkUtilsTest.testCp-seed#[3C82B51FFBD7B6D6]) [ ] o.a.s.c.c.ZkMaintenanceUtils copying from '/configs/cp1' to '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SolrCLIZkUtilsTest_3C82B51FFBD7B6D6-001/tmpNewPlace2-001'
[junit4] 2> 1878485 INFO (TEST-SolrCLIZkUtilsTest.testCp-seed#[3C82B51FFBD7B6D6]) [ ] o.a.s.c.c.ZkMaintenanceUtils Writing file /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SolrCLIZkUtilsTest_3C82B51FFBD7B6D6-001/tmpNewPlace2-001/schema.xml
[junit4] 2> 1878486 INFO (TEST-SolrCLIZkUtilsTest.testCp-seed#[3C82B51FFBD7B6D6]) [ ] o.a.s.c.c.ZkMaintenanceUtils Writing file /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SolrCLIZkUtilsTest_3C82B51FFBD7B6D6-001/tmpNewPlace2-001/solrconfig.xml
[junit4] 2> 1878487 INFO (TEST-SolrCLIZkUtilsTest.testCp-seed#[3C82B51FFBD7B6D6]) [ ] o.a.s.c.c.ZkMaintenanceUtils Writing file /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SolrCLIZkUtilsTest_3C82B51FFBD7B6D6-001/tmpNewPlace2-001/stopwords/stopwords-en.txt
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:49778/solr ...
[junit4] 1> Copying from 'zk:/configs/cp1' to '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SolrCLIZkUtilsTest_3C82B51FFBD7B6D6-001/tmpNewPlace3-001'. ZooKeeper at 127.0.0.1:49778/solr
[junit4] 2> 1878495 INFO (TEST-SolrCLIZkUtilsTest.testCp-seed#[3C82B51FFBD7B6D6]) [ ] o.a.s.c.c.ZkMaintenanceUtils copying from '/configs/cp1' to '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SolrCLIZkUtilsTest_3C82B51FFBD7B6D6-001/tmpNewPlace3-001'
[junit4] 2> 1878497 INFO (TEST-SolrCLIZkUtilsTest.testCp-seed#[3C82B51FFBD7B6D6]) [ ] o.a.s.c.c.ZkMaintenanceUtils Writing file /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SolrCLIZkUtilsTest_3C82B51FFBD7B6D6-001/tmpNewPlace3-001/schema.xml
[junit4] 2> 1878498 INFO (TEST-SolrCLIZkUtilsTest.testCp-seed#[3C82B51FFBD7B6D6]) [ ] o.a.s.c.c.ZkMaintenanceUtils Writing file /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SolrCLIZkUtilsTest_3C82B51FFBD7B6D6-001/tmpNewPlace3-001/solrconfig.xml
[junit4] 2> 1878499 INFO (TEST-SolrCLIZkUtilsTest.testCp-seed#[3C82B51FFBD7B6D6]) [ ] o.a.s.c.c.ZkMaintenanceUtils Writing file /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SolrCLIZkUtilsTest_3C82B51FFBD7B6D6-001/tmpNewPlace3-001/stopwords/stopwords-en.txt
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:49778/solr ...
[junit4] 1> Copying from '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/configsets/cloud-subdirs/conf' to 'zk:/cp3'. ZooKeeper at 127.0.0.1:49778/solr
[junit4] 2> 1878510 INFO (TEST-SolrCLIZkUtilsTest.testCp-seed#[3C82B51FFBD7B6D6]) [ ] o.a.s.c.c.ZkMaintenanceUtils copying from '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/configsets/cloud-subdirs/conf' to '/cp3'
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:49778/solr ...
[junit4] 1> Copying from 'file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/configsets/cloud-subdirs/conf' to 'zk:/cp4'. ZooKeeper at 127.0.0.1:49778/solr
[junit4] 2> 1878526 INFO (TEST-SolrCLIZkUtilsTest.testCp-seed#[3C82B51FFBD7B6D6]) [ ] o.a.s.c.c.ZkMaintenanceUtils copying from '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/configsets/cloud-subdirs/conf' to '/cp4'
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:49778/solr ...
[junit4] 1> Copying from 'file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/configsets/cloud-subdirs/conf' to 'zk:/cp5Fail'. ZooKeeper at 127.0.0.1:49778/solr
[junit4] 2> 1878540 ERROR (TEST-SolrCLIZkUtilsTest.testCp-seed#[3C82B51FFBD7B6D6]) [ ] o.a.s.u.SolrCLI Could not complete the zk operation for reason: Local path /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/configsets/cloud-subdirs/conf is a directory and recurse is false
[junit4] 2>
[junit4] 2> ERROR: Local path /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/configsets/cloud-subdirs/conf is a directory and recurse is false
[junit4] 2>
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:49778/solr ...
[junit4] 1> Copying from 'file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/configsets/cloud-subdirs/conf' to 'zk:/cp6Fail'. ZooKeeper at 127.0.0.1:49778/solr
[junit4] 2> 1878542 ERROR (TEST-SolrCLIZkUtilsTest.testCp-seed#[3C82B51FFBD7B6D6]) [ ] o.a.s.u.SolrCLI Could not complete the zk operation for reason: Local path /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/configsets/cloud-subdirs/conf is a directory and recurse is false
[junit4] 2>
[junit4] 2> ERROR: Local path /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/configsets/cloud-subdirs/conf is a directory and recurse is false
[junit4] 2>
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:49778/solr ...
[junit4] 1> Copying from 'zk:/cp3/schema.xml' to '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SolrCLIZkUtilsTest_3C82B51FFBD7B6D6-001/tmpNewPlace3-001/cpToLocal/'. ZooKeeper at 127.0.0.1:49778/solr
[junit4] 2> 1878545 INFO (TEST-SolrCLIZkUtilsTest.testCp-seed#[3C82B51FFBD7B6D6]) [ ] o.a.s.c.c.ZkMaintenanceUtils copying from '/cp3/schema.xml' to '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SolrCLIZkUtilsTest_3C82B51FFBD7B6D6-001/tmpNewPlace3-001/cpToLocal/schema.xml'
[junit4] 2> 1878546 INFO (TEST-SolrCLIZkUtilsTest.testCp-seed#[3C82B51FFBD7B6D6]) [ ] o.a.s.c.c.ZkMaintenanceUtils Writing file /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SolrCLIZkUtilsTest_3C82B51FFBD7B6D6-001/tmpNewPlace3-001/cpToLocal/schema.xml
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:49778/solr ...
[junit4] 1> Copying from 'file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/configsets/cloud-subdirs/conf/solrconfig.xml' to 'zk:/powerup/'. ZooKeeper at 127.0.0.1:49778/solr
[junit4] 2> 1878557 INFO (TEST-SolrCLIZkUtilsTest.testCp-seed#[3C82B51FFBD7B6D6]) [ ] o.a.s.c.c.ZkMaintenanceUtils copying from '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/configsets/cloud-subdirs/conf/solrconfig.xml' to '/powerup/solrconfig.xml'
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:49778/solr ...
[junit4] 1> Copying from 'file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/configsets/cloud-subdirs/conf/solrconfig.xml' to 'zk:/copyUpFile.xml'. ZooKeeper at 127.0.0.1:49778/solr
[junit4] 2> 1878574 INFO (TEST-SolrCLIZkUtilsTest.testCp-seed#[3C82B51FFBD7B6D6]) [ ] o.a.s.c.c.ZkMaintenanceUtils copying from '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/configsets/cloud-subdirs/conf/solrconfig.xml' to '/copyUpFile.xml'
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:49778/solr ...
[junit4] 1> Copying from 'zk:/cp4/solrconfig.xml' to 'file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SolrCLIZkUtilsTest_3C82B51FFBD7B6D6-001/tmpNewPlace3-001/localnamed/renamed.txt'. ZooKeeper at 127.0.0.1:49778/solr
[junit4] 2> 1878581 INFO (TEST-SolrCLIZkUtilsTest.testCp-seed#[3C82B51FFBD7B6D6]) [ ] o.a.s.c.c.ZkMaintenanceUtils copying from '/cp4/solrconfig.xml' to '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SolrCLIZkUtilsTest_3C82B51FFBD7B6D6-001/tmpNewPlace3-001/localnamed/renamed.txt'
[junit4] 2> 1878582 INFO (TEST-SolrCLIZkUtilsTest.testCp-seed#[3C82B51FFBD7B6D6]) [ ] o.a.s.c.c.ZkMaintenanceUtils Writing file /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SolrCLIZkUtilsTest_3C82B51FFBD7B6D6-001/tmpNewPlace3-001/localnamed/renamed.txt
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:49778/solr ...
[junit4] 1> Copying from 'zk:/cp4/solrconfig.xml' to 'zk:/'. ZooKeeper at 127.0.0.1:49778/solr
[junit4] 2> 1878584 INFO (TEST-SolrCLIZkUtilsTest.testCp-seed#[3C82B51FFBD7B6D6]) [ ] o.a.s.c.c.ZkMaintenanceUtils copying from '/cp4/solrconfig.xml' to '/solrconfig.xml'
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:49778/solr ...
[junit4] 1> Copying from 'file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/configsets/cloud-subdirs/conf' to 'zk:/cp7/'. ZooKeeper at 127.0.0.1:49778/solr
[junit4] 2> 1878588 INFO (TEST-SolrCLIZkUtilsTest.testCp-seed#[3C82B51FFBD7B6D6]) [ ] o.a.s.c.c.ZkMaintenanceUtils copying from '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/configsets/cloud-subdirs/conf' to '/cp7/conf'
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:49778/solr ...
[junit4] 1> Copying from 'file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SolrCLIZkUtilsTest_3C82B51FFBD7B6D6-001/dirdata-001/zknode.data' to 'zk:/cp7/conf/stopwords/'. ZooKeeper at 127.0.0.1:49778/solr
[junit4] 2> 1878603 INFO (TEST-SolrCLIZkUtilsTest.testCp-seed#[3C82B51FFBD7B6D6]) [ ] o.a.s.c.c.ZkMaintenanceUtils copying from '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SolrCLIZkUtilsTest_3C82B51FFBD7B6D6-001/dirdata-001/zknode.data' to '/cp7/conf/stopwords/zknode.data'
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:49778/solr ...
[junit4] 1> Copying from 'file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SolrCLIZkUtilsTest_3C82B51FFBD7B6D6-001/dirdata-001/zknode.data' to 'zk:/cp7/conf/stopwords/'. ZooKeeper at 127.0.0.1:49778/solr
[junit4] 2> 1878606 INFO (TEST-SolrCLIZkUtilsTest.testCp-seed#[3C82B51FFBD7B6D6]) [ ] o.a.s.c.c.ZkMaintenanceUtils copying from '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SolrCLIZkUtilsTest_3C82B51FFBD7B6D6-001/dirdata-001/zknode.data' to '/cp7/conf/stopwords/zknode.data'
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:49778/solr ...
[junit4] 1> Copying from 'zk:/cp7' to 'file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SolrCLIZkUtilsTest_3C82B51FFBD7B6D6-001/cp8-001'. ZooKeeper at 127.0.0.1:49778/solr
[junit4] 2> 1878609 INFO (TEST-SolrCLIZkUtilsTest.testCp-seed#[3C82B51FFBD7B6D6]) [ ] o.a.s.c.c.ZkMaintenanceUtils copying from '/cp7' to '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SolrCLIZkUtilsTest_3C82B51FFBD7B6D6-001/cp8-001'
[junit4] 2> 1878612 INFO (TEST-SolrCLIZkUtilsTest.testCp-seed#[3C82B51FFBD7B6D6]) [ ] o.a.s.c.c.ZkMaintenanceUtils Writing file /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SolrCLIZkUtilsTest_3C82B51FFBD7B6D6-001/cp8-001/conf/schema.xml
[junit4] 2> 1878613 INFO (TEST-SolrCLIZkUtilsTest.testCp-seed#[3C82B51FFBD7B6D6]) [ ] o.a.s.c.c.ZkMaintenanceUtils Writing file /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SolrCLIZkUtilsTest_3C82B51FFBD7B6D6-001/cp8-001/conf/solrconfig.xml
[junit4] 2> 1878614 INFO (TEST-SolrCLIZkUtilsTest.testCp-seed#[3C82B51FFBD7B6D6]) [ ] o.a.s.c.c.ZkMaintenanceUtils Writing file /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SolrCLIZkUtilsTest_3C82B51FFBD7B6D6-001/cp8-001/conf/stopwords/zknode.data
[junit4] 2> 1878615 INFO (TEST-SolrCLIZkUtilsTest.testCp-seed#[3C82B51FFBD7B6D6]) [ ] o.a.s.c.c.ZkMaintenanceUtils Writing file /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SolrCLIZkUtilsTest_3C82B51FFBD7B6D6-001/cp8-001/conf/stopwords/stopwords-en.txt
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:49778/solr ...
[junit4] 1> Copying from 'file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SolrCLIZkUtilsTest_3C82B51FFBD7B6D6-001/cp8-001' to 'zk:/cp9'. ZooKeeper at 127.0.0.1:49778/solr
[junit4] 2> 1878617 INFO (TEST-SolrCLIZkUtilsTest.testCp-seed#[3C82B51FFBD7B6D6]) [ ] o.a.s.c.c.ZkMaintenanceUtils copying from '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SolrCLIZkUtilsTest_3C82B51FFBD7B6D6-001/cp8-001' to '/cp9'
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:49778/solr ...
[junit4] 1> Copying from 'file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SolrCLIZkUtilsTest_3C82B51FFBD7B6D6-001/cp8-001/conf/stopwords/emptyfile' to 'zk:/cp7/conf/stopwords/emptyFile'. ZooKeeper at 127.0.0.1:49778/solr
[junit4] 2> 1878627 INFO (TEST-SolrCLIZkUtilsTest.testCp-seed#[3C82B51FFBD7B6D6]) [ ] o.a.s.c.c.ZkMaintenanceUtils copying from '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SolrCLIZkUtilsTest_3C82B51FFBD7B6D6-001/cp8-001/conf/stopwords/emptyfile' to '/cp7/conf/stopwords/emptyFile'
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:49778/solr ...
[junit4] 1> Copying from 'zk:/cp7/conf/stopwords/emptyFile' to 'file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SolrCLIZkUtilsTest_3C82B51FFBD7B6D6-001/cp9-001/emptyFile'. ZooKeeper at 127.0.0.1:49778/solr
[junit4] 2> 1878631 INFO (TEST-SolrCLIZkUtilsTest.testCp-seed#[3C82B51FFBD7B6D6]) [ ] o.a.s.c.c.ZkMaintenanceUtils copying from '/cp7/conf/stopwords/emptyFile' to '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SolrCLIZkUtilsTest_3C82B51FFBD7B6D6-001/cp9-001/emptyFile'
[junit4] 2> 1878632 INFO (TEST-SolrCLIZkUtilsTest.testCp-seed#[3C82B51FFBD7B6D6]) [ ] o.a.s.c.c.ZkMaintenanceUtils Writing file /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SolrCLIZkUtilsTest_3C82B51FFBD7B6D6-001/cp9-001/emptyFile
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:49778/solr ...
[junit4] 1> Copying from 'file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SolrCLIZkUtilsTest_3C82B51FFBD7B6D6-001/cp8-001/conf' to 'zk:/cp10'. ZooKeeper at 127.0.0.1:49778/solr
[junit4] 2> 1878634 INFO (TEST-SolrCLIZkUtilsTest.testCp-seed#[3C82B51FFBD7B6D6]) [ ] o.a.s.c.c.ZkMaintenanceUtils copying from '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SolrCLIZkUtilsTest_3C82B51FFBD7B6D6-001/cp8-001/conf' to '/cp10'
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:49778/solr ...
[junit4] 1> Copying from 'zk:/cp10' to 'file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SolrCLIZkUtilsTest_3C82B51FFBD7B6D6-001/cp10-001'. ZooKeeper at 127.0.0.1:49778/solr
[junit4] 2> 1878644 INFO (TEST-SolrCLIZkUtilsTest.testCp-seed#[3C82B51FFBD7B6D6]) [ ] o.a.s.c.c.ZkMaintenanceUtils copying from '/cp10' to '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SolrCLIZkUtilsTest_3C82B51FFBD7B6D6-001/cp10-001'
[junit4] 2> 1878646 INFO (TEST-SolrCLIZkUtilsTest.testCp-seed#[3C82B51FFBD7B6D6]) [ ] o.a.s.c.c.ZkMaintenanceUtils Writing file /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SolrCLIZkUtilsTest_3C82B51FFBD7B6D6-001/cp10-001/schema.xml
[junit4] 2> 1878647 INFO (TEST-SolrCLIZkUtilsTest.testCp-seed#[3C82B51FFBD7B6D6]) [ ] o.a.s.c.c.ZkMaintenanceUtils Writing file /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SolrCLIZkUtilsTest_3C82B51FFBD7B6D6-001/cp10-001/solrconfig.xml
[junit4] 2> 1878648 INFO (TEST-SolrCLIZkUtilsTest.testCp-seed#[3C82B51FFBD7B6D6]) [ ] o.a.s.c.c.ZkMaintenanceUtils Writing file /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SolrCLIZkUtilsTest_3C82B51FFBD7B6D6-001/cp10-001/stopwords/zknode.data
[junit4] 2> 1878649 INFO (TEST-SolrCLIZkUtilsTest.testCp-seed#[3C82B51FFBD7B6D6]) [ ] o.a.s.c.c.ZkMaintenanceUtils Writing file /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SolrCLIZkUtilsTest_3C82B51FFBD7B6D6-001/cp10-001/stopwords/stopwords-en.txt
[junit4] 2> 1878651 INFO (TEST-SolrCLIZkUtilsTest.testCp-seed#[3C82B51FFBD7B6D6]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCp
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=SolrCLIZkUtilsTest -Dtests.method=testCp -Dtests.seed=3C82B51FFBD7B6D6 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ar-LB -Dtests.timezone=Africa/Windhoek -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 0.22s J2 | SolrCLIZkUtilsTest.testCp <<<
[junit4] > Throwable #1: java.lang.AssertionError: Empty files should NOT be copied down as directories
[junit4] > at __randomizedtesting.SeedInfo.seed([3C82B51FFBD7B6D6:D76E48513F7E08B4]:0)
[junit4] > at org.apache.solr.cloud.SolrCLIZkUtilsTest.testCp(SolrCLIZkUtilsTest.java:449)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1878664 INFO (TEST-SolrCLIZkUtilsTest.testMv-seed#[3C82B51FFBD7B6D6]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMv
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:49778/solr ...
[junit4] 1> Uploading /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/configsets/cloud-subdirs/conf for config mv1 to ZooKeeper at 127.0.0.1:49778/solr
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:49778/solr ...
[junit4] 1> Moving Znode /configs/mv1 to /mv2 on ZooKeeper at 127.0.0.1:49778/solr
[junit4] 2> 1878683 INFO (TEST-SolrCLIZkUtilsTest.testMv-seed#[3C82B51FFBD7B6D6]) [ ] o.a.s.c.c.ZkMaintenanceUtils copying from '/configs/mv1' to '/mv2'
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:49778/solr ...
[junit4] 2> 1878705 ERROR (TEST-SolrCLIZkUtilsTest.testMv-seed#[3C82B51FFBD7B6D6]) [ ] o.a.s.u.SolrCLI Could not complete mv operation for reason: mv command operates on znodes and 'file:' has been specified.
[junit4] 2>
[junit4] 2> ERROR: mv command operates on znodes and 'file:' has been specified.
[junit4] 2>
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:49778/solr ...
[junit4] 1> Moving Znode /mv2 to /mv4 on ZooKeeper at 127.0.0.1:49778/solr
[junit4] 2> 1878706 INFO (TEST-SolrCLIZkUtilsTest.testMv-seed#[3C82B51FFBD7B6D6]) [ ] o.a.s.c.c.ZkMaintenanceUtils copying from '/mv2' to '/mv4'
[junit4] 2> 1878732 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15db983d666002e, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:49778/solr ...
[junit4] 1> Moving Znode /mv4/solrconfig.xml to /testmvsingle/solrconfig.xml on ZooKeeper at 127.0.0.1:49778/solr
[junit4] 2> 1878774 INFO (TEST-SolrCLIZkUtilsTest.testMv-seed#[3C82B51FFBD7B6D6]) [ ] o.a.s.c.c.ZkMaintenanceUtils copying from '/mv4/solrconfig.xml' to '/testmvsingle/solrconfig.xml'
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:49778/solr ...
[junit4] 1> Moving Znode /mv4/schema.xml to /parentnode/ on ZooKeeper at 127.0.0.1:49778/solr
[junit4] 2> 1878787 INFO (TEST-SolrCLIZkUtilsTest.testMv-seed#[3C82B51FFBD7B6D6]) [ ] o.a.s.c.c.ZkMaintenanceUtils copying from '/mv4/schema.xml' to '/parentnode/schema.xml'
[junit4] 2> 1878790 INFO (TEST-SolrCLIZkUtilsTest.testMv-seed#[3C82B51FFBD7B6D6]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testMv
[junit4] 2> 1878805 INFO (TEST-SolrCLIZkUtilsTest.testLs-seed#[3C82B51FFBD7B6D6]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testLs
[junit4] 1>
[junit4] 1> Connecting to ZooKeeper at 127.0.0.1:49778/solr ...
[junit4] 1> Uploading /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/configsets/cloud-subdirs/conf for config lister to ZooKeeper at 127.0.0.1:49778/solr
[junit4] 2> 1878933 INFO (TEST-SolrCLIZkUtilsTest.testLs-seed#[3C82B51FFBD7B6D6]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testLs
[junit4] 2> 1878934 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15db983d6660006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1878939 INFO (jetty-closer-2397-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@7471c0b0{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1878939 INFO (jetty-closer-2397-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=953516205
[junit4] 2> 1878939 INFO (jetty-closer-2397-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1878941 INFO (jetty-closer-2397-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1878943 INFO (jetty-closer-2397-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1878946 INFO (jetty-closer-2397-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1878946 INFO (jetty-closer-2397-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1878946 INFO (jetty-closer-2397-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98438742760882179-127.0.0.1:55108_solr-n_0000000000) closing
[junit4] 2> 1878947 INFO (OverseerStateUpdate-98438742760882179-127.0.0.1:55108_solr-n_0000000000) [n:127.0.0.1:55108_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:55108_solr
[junit4] 2> 1878948 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15db983d6660003, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1880448 WARN (zkCallback-2403-thread-1-processing-n:127.0.0.1:55108_solr) [n:127.0.0.1:55108_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1880448 INFO (jetty-closer-2397-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@60764c1b{/solr,null,UNAVAILABLE}
[junit4] 2> 1880449 ERROR (SUITE-SolrCLIZkUtilsTest-seed#[3C82B51FFBD7B6D6]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1880449 INFO (SUITE-SolrCLIZkUtilsTest-seed#[3C82B51FFBD7B6D6]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:49778 49778
[junit4] 2> 1880625 INFO (Thread-4134) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:49778 49778
[junit4] 2> 1880625 WARN (Thread-4134) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SolrCLIZkUtilsTest_3C82B51FFBD7B6D6-001
[junit4] 2> Aug 06, 2017 9:46:54 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1504, maxMBSortInHeap=5.92365934902875, sim=RandomSimilarity(queryNorm=true): {}, locale=ar-LB, timezone=Africa/Windhoek
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=43093352,total=519045120
[junit4] 2> NOTE: All tests run in this JVM: [TimeZoneUtilsTest, LeaderElectionTest, BooleanFieldTest, NumericFieldsTest, TestStressReorder, V2StandaloneTest, TestReRankQParserPlugin, TestNamedUpdateProcessors, TestConfigSetProperties, MinimalSchemaTest, SignatureUpdateProcessorFactoryTest, StatsComponentTest, TestSurroundQueryParser, SmileWriterTest, UpdateLogTest, BasicAuthStandaloneTest, TestJavabinTupleStreamParser, XsltUpdateRequestHandlerTest, TestPKIAuthenticationPlugin, TestInitQParser, TestBackupRepositoryFactory, TestPseudoReturnFields, DateMathParserTest, TestInfoStreamLogging, CdcrVersionReplicationTest, MoveReplicaHDFSUlogDirTest, TestRandomFlRTGCloud, TestConfigsApi, AtomicUpdateProcessorFactoryTest, TestExclusionRuleCollectionAccess, TestReplicationHandlerBackup, HdfsUnloadDistributedZkTest, CollectionReloadTest, HdfsBasicDistributedZk2Test, UnloadDistributedZkTest, CdcrReplicationDistributedZkTest, RecoveryZkTest, MergeStrategyTest, HttpSolrCallGetCoreTest, ClusterStateTest, UtilsToolTest, ClassificationUpdateProcessorIntegrationTest, MultiTermTest, TestTrackingShardHandlerFactory, BasicDistributedZk2Test, ResponseLogComponentTest, SolrIndexMetricsTest, DeleteStatusTest, TestStandardQParsers, TestLegacyFieldCache, PolyFieldTest, AutoCommitTest, CircularListTest, TestComplexPhraseQParserPlugin, TestSSLRandomization, TestSearcherReuse, OverseerTest, TestSolrDeletionPolicy2, TestTolerantUpdateProcessorRandomCloud, TestUtils, TestNumericTokenStream, TestMissingGroups, CustomCollectionTest, FullHLLTest, SolrCoreCheckLockOnStartupTest, ReplicationFactorTest, BigEndianAscendingWordSerializerTest, PingRequestHandlerTest, TestCustomStream, PreAnalyzedUpdateProcessorTest, TestPrepRecovery, TestHdfsUpdateLog, ReturnFieldsTest, SolrGraphiteReporterTest, TestUnifiedSolrHighlighter, TestFieldCacheSortRandom, UniqFieldsUpdateProcessorFactoryTest, TestDelegationWithHadoopAuth, TestRecovery, TestReplicaProperties, URLClassifyProcessorTest, ImplicitSnitchTest, VMParamsZkACLAndCredentialsProvidersTest, SolrMetricReporterTest, TestGroupingSearch, SparseHLLTest, DocValuesNotIndexedTest, AnalyticsQueryTest, TestAnalyzedSuggestions, TestAuthenticationFramework, SuggestComponentContextFilterQueryTest, BadIndexSchemaTest, HardAutoCommitTest, MigrateRouteKeyTest, LeaderFailureAfterFreshStartTest, RegexBoostProcessorTest, TestFieldCache, TestSortByMinMaxFunction, CdcrUpdateLogTest, HdfsSyncSliceTest, TestDynamicFieldResource, TestSolrCoreSnapshots, TestJsonFacets, TestScoreJoinQPScore, DateRangeFieldTest, TestSuggestSpellingConverter, TestFilteredDocIdSet, AsyncCallRequestStatusResponseTest, DeleteNodeTest, TermsComponentTest, SuggesterFSTTest, TestCollectionAPI, SuggesterTest, DistributedFacetPivotWhiteBoxTest, TestSolrCloudWithSecureImpersonation, DistribJoinFromCollectionTest, TestCloudJSONFacetJoinDomain, OpenCloseCoreStressTest, LeaderElectionIntegrationTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler, TestRandomFaceting, TestZkChroot, TestDistributedSearch, ZkControllerTest, TestReload, SimpleFacetsTest, SpellCheckComponentTest, PeerSyncTest, DirectUpdateHandlerTest, TestBadConfig, TestIndexSearcher, SoftAutoCommitTest, IndexSchemaRuntimeFieldTest, TestCSVResponseWriter, JsonLoaderTest, TestPartialUpdateDeduplication, TestPHPSerializedResponseWriter, SearchHandlerTest, HighlighterConfigTest, SOLR749Test, TestQuerySenderListener, UpdateParamsTest, TestSolrIndexConfig, TestQuerySenderNoQuery, CopyFieldTest, SolrIndexConfigTest, BadComponentTest, TestMergePolicyConfig, SampleTest, TestDocSet, TestElisionMultitermQuery, TestConfig, ExternalFileFieldSortTest, TestSolrCoreProperties, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, TestPhraseSuggestions, SpellPossibilityIteratorTest, TestCharFilters, TestCodecSupport, TestXIncludeConfig, EchoParamsTest, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, TestFastWriter, ResourceLoaderTest, ChaosMonkeyNothingIsSafeTest, AssignBackwardCompatibilityTest, CdcrRequestHandlerTest, CollectionStateFormat2Test, CollectionTooManyReplicasTest, ConfigSetsAPITest, CreateCollectionCleanupTest, HttpPartitionTest, MoveReplicaTest, OverseerCollectionConfigSetProcessorTest, OverseerStatusTest, ReplaceNodeTest, SSLMigrationTest, SaslZkACLProviderTest, SolrCLIZkUtilsTest]
[junit4] Completed [522/728 (2!)] on J2 in 3.87s, 6 tests, 1 failure <<< FAILURES!
[...truncated 43983 lines...]
[JENKINS] Lucene-Solr-Tests-master - Build # 2069 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2069/
4 tests failed.
FAILED: org.apache.solr.cloud.TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete
Error Message:
Error from server at http://127.0.0.1:41595/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 404 </title> </head> <body> <h2>HTTP ERROR: 404</h2> <p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason: <pre> Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.14.v20161028</a><hr/> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:41595/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.14.v20161028</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([2656ADCC0CFAF6DA:85AC03698B121C7F]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:539)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:993)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.cloud.TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete(TestCollectionsAPIViaSolrCloudCluster.java:167)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:41595/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.14.v20161028</a><hr/>
</body>
</html>
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:591)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:516)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
FAILED: junit.framework.TestSuite.org.apache.solr.security.hadoop.TestZkAclsWithHadoopAuth
Error Message:
KeeperErrorCode = AuthFailed for /solr
Stack Trace:
org.apache.zookeeper.KeeperException$AuthFailedException: KeeperErrorCode = AuthFailed for /solr
at __randomizedtesting.SeedInfo.seed([2656ADCC0CFAF6DA]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:123)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1102)
at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:306)
at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:303)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:303)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:512)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:467)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:454)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:441)
at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:233)
at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:190)
at org.apache.solr.security.hadoop.TestZkAclsWithHadoopAuth.setupClass(TestZkAclsWithHadoopAuth.java:69)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.security.hadoop.TestZkAclsWithHadoopAuth
Error Message:
5 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestZkAclsWithHadoopAuth: 1) Thread[id=25456, name=Thread-4335, state=WAITING, group=TGRP-TestZkAclsWithHadoopAuth] at java.lang.Object.wait(Native Method) at java.lang.Thread.join(Thread.java:1252) at java.lang.Thread.join(Thread.java:1326) at org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:297) at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:309) at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490) 2) Thread[id=25460, name=ProcessThread(sid:0 cport:38661):, state=WAITING, group=TGRP-TestZkAclsWithHadoopAuth] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:122) 3) Thread[id=25458, name=SessionTracker, state=TIMED_WAITING, group=TGRP-TestZkAclsWithHadoopAuth] at java.lang.Object.wait(Native Method) at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146) 4) Thread[id=25457, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestZkAclsWithHadoopAuth] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=25462, name=SUITE-TestZkAclsWithHadoopAuth-seed#[2656ADCC0CFAF6DA]-worker-EventThread, state=WAITING, group=TGRP-TestZkAclsWithHadoopAuth] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 5 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestZkAclsWithHadoopAuth:
1) Thread[id=25456, name=Thread-4335, state=WAITING, group=TGRP-TestZkAclsWithHadoopAuth]
at java.lang.Object.wait(Native Method)
at java.lang.Thread.join(Thread.java:1252)
at java.lang.Thread.join(Thread.java:1326)
at org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:297)
at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:309)
at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490)
2) Thread[id=25460, name=ProcessThread(sid:0 cport:38661):, state=WAITING, group=TGRP-TestZkAclsWithHadoopAuth]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:122)
3) Thread[id=25458, name=SessionTracker, state=TIMED_WAITING, group=TGRP-TestZkAclsWithHadoopAuth]
at java.lang.Object.wait(Native Method)
at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146)
4) Thread[id=25457, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestZkAclsWithHadoopAuth]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=25462, name=SUITE-TestZkAclsWithHadoopAuth-seed#[2656ADCC0CFAF6DA]-worker-EventThread, state=WAITING, group=TGRP-TestZkAclsWithHadoopAuth]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
at __randomizedtesting.SeedInfo.seed([2656ADCC0CFAF6DA]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.security.hadoop.TestZkAclsWithHadoopAuth
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=25457, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestZkAclsWithHadoopAuth] at sun.nio.ch.EPollArrayWrapper.interrupt(Native Method) at sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:317) at sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:207) at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213) at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=25457, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestZkAclsWithHadoopAuth]
at sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
at sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:317)
at sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:207)
at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([2656ADCC0CFAF6DA]:0)
Build Log:
[...truncated 11757 lines...]
[junit4] Suite: org.apache.solr.cloud.TestCollectionsAPIViaSolrCloudCluster
[junit4] 2> 2443304 INFO (SUITE-TestCollectionsAPIViaSolrCloudCluster-seed#[2656ADCC0CFAF6DA]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_2656ADCC0CFAF6DA-001/init-core-data-001
[junit4] 2> 2443320 WARN (SUITE-TestCollectionsAPIViaSolrCloudCluster-seed#[2656ADCC0CFAF6DA]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 2443321 INFO (SUITE-TestCollectionsAPIViaSolrCloudCluster-seed#[2656ADCC0CFAF6DA]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2443322 INFO (SUITE-TestCollectionsAPIViaSolrCloudCluster-seed#[2656ADCC0CFAF6DA]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 2443338 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[2656ADCC0CFAF6DA]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 5 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_2656ADCC0CFAF6DA-001/tempDir-001
[junit4] 2> 2443338 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[2656ADCC0CFAF6DA]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2443339 INFO (Thread-1844) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2443339 INFO (Thread-1844) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2443358 ERROR (Thread-1844) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2443442 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[2656ADCC0CFAF6DA]) [ ] o.a.s.c.ZkTestServer start zk server on port:46289
[junit4] 2> 2443544 INFO (jetty-launcher-561-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2443695 INFO (jetty-launcher-561-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2443695 INFO (jetty-launcher-561-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2443695 INFO (jetty-launcher-561-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2443728 INFO (jetty-launcher-561-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@78ac8747{/solr,null,AVAILABLE}
[junit4] 2> 2443730 INFO (jetty-launcher-561-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1e9ff975{HTTP/1.1,[http/1.1]}{127.0.0.1:43682}
[junit4] 2> 2443730 INFO (jetty-launcher-561-thread-1) [ ] o.e.j.s.Server Started @2454419ms
[junit4] 2> 2443730 INFO (jetty-launcher-561-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43682}
[junit4] 2> 2443730 ERROR (jetty-launcher-561-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2443730 INFO (jetty-launcher-561-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2443730 INFO (jetty-launcher-561-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2443730 INFO (jetty-launcher-561-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2443730 INFO (jetty-launcher-561-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-09T14:36:46.675Z
[junit4] 2> 2443785 INFO (jetty-launcher-561-thread-5) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2443816 INFO (jetty-launcher-561-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@79c94aba{/solr,null,AVAILABLE}
[junit4] 2> 2443817 INFO (jetty-launcher-561-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@32f1b277{HTTP/1.1,[http/1.1]}{127.0.0.1:38558}
[junit4] 2> 2443817 INFO (jetty-launcher-561-thread-5) [ ] o.e.j.s.Server Started @2454506ms
[junit4] 2> 2443817 INFO (jetty-launcher-561-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38558}
[junit4] 2> 2443817 ERROR (jetty-launcher-561-thread-5) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2443817 INFO (jetty-launcher-561-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2443817 INFO (jetty-launcher-561-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2443817 INFO (jetty-launcher-561-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2443817 INFO (jetty-launcher-561-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-09T14:36:46.762Z
[junit4] 2> 2443961 INFO (jetty-launcher-561-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@17c1c2d9{/solr,null,AVAILABLE}
[junit4] 2> 2443961 INFO (jetty-launcher-561-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@633f8df9{HTTP/1.1,[http/1.1]}{127.0.0.1:35324}
[junit4] 2> 2443961 INFO (jetty-launcher-561-thread-3) [ ] o.e.j.s.Server Started @2454650ms
[junit4] 2> 2443961 INFO (jetty-launcher-561-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35324}
[junit4] 2> 2443962 ERROR (jetty-launcher-561-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2443962 INFO (jetty-launcher-561-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2443962 INFO (jetty-launcher-561-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2443962 INFO (jetty-launcher-561-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2443962 INFO (jetty-launcher-561-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-09T14:36:46.907Z
[junit4] 2> 2443992 INFO (jetty-launcher-561-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@215228a7{/solr,null,AVAILABLE}
[junit4] 2> 2443992 INFO (jetty-launcher-561-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6f43aaf9{HTTP/1.1,[http/1.1]}{127.0.0.1:36613}
[junit4] 2> 2443992 INFO (jetty-launcher-561-thread-4) [ ] o.e.j.s.Server Started @2454681ms
[junit4] 2> 2443992 INFO (jetty-launcher-561-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36613}
[junit4] 2> 2443992 ERROR (jetty-launcher-561-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2443992 INFO (jetty-launcher-561-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2443992 INFO (jetty-launcher-561-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2443992 INFO (jetty-launcher-561-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2444068 INFO (jetty-launcher-561-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-09T14:36:47.013Z
[junit4] 2> 2443993 INFO (jetty-launcher-561-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@70139e07{/solr,null,AVAILABLE}
[junit4] 2> 2444101 INFO (jetty-launcher-561-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1e3a8168{HTTP/1.1,[http/1.1]}{127.0.0.1:41066}
[junit4] 2> 2444101 INFO (jetty-launcher-561-thread-2) [ ] o.e.j.s.Server Started @2454790ms
[junit4] 2> 2444101 INFO (jetty-launcher-561-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41066}
[junit4] 2> 2444101 ERROR (jetty-launcher-561-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2444101 INFO (jetty-launcher-561-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2444101 INFO (jetty-launcher-561-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2444101 INFO (jetty-launcher-561-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2444101 INFO (jetty-launcher-561-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-09T14:36:47.046Z
[junit4] 2> 2444103 INFO (jetty-launcher-561-thread-5) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2444315 INFO (jetty-launcher-561-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2444316 INFO (jetty-launcher-561-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2444316 INFO (jetty-launcher-561-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2444328 INFO (jetty-launcher-561-thread-5) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46289/solr
[junit4] 2> 2444361 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15dc76d295f0002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2444430 INFO (jetty-launcher-561-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46289/solr
[junit4] 2> 2444430 INFO (jetty-launcher-561-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2444543 INFO (jetty-launcher-561-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46289/solr
[junit4] 2> 2444430 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15dc76d295f0004, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2444737 INFO (jetty-launcher-561-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46289/solr
[junit4] 2> 2444793 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15dc76d295f0007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2444821 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15dc76d295f0006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2444822 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15dc76d295f0008, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2444869 INFO (jetty-launcher-561-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46289/solr
[junit4] 2> 2445145 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15dc76d295f000c, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2445397 INFO (jetty-launcher-561-thread-2) [n:127.0.0.1:41066_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2445397 INFO (jetty-launcher-561-thread-2) [n:127.0.0.1:41066_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41066_solr
[junit4] 2> 2445398 INFO (jetty-launcher-561-thread-2) [n:127.0.0.1:41066_solr ] o.a.s.c.Overseer Overseer (id=98454038531473423-127.0.0.1:41066_solr-n_0000000000) starting
[junit4] 2> 2445449 INFO (jetty-launcher-561-thread-4) [n:127.0.0.1:36613_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2445450 INFO (jetty-launcher-561-thread-4) [n:127.0.0.1:36613_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36613_solr
[junit4] 2> 2445450 INFO (jetty-launcher-561-thread-3) [n:127.0.0.1:35324_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2445461 INFO (jetty-launcher-561-thread-1) [n:127.0.0.1:43682_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2445601 INFO (OverseerStateUpdate-98454038531473423-127.0.0.1:41066_solr-n_0000000000) [n:127.0.0.1:41066_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2445607 INFO (zkCallback-582-thread-1-processing-n:127.0.0.1:43682_solr) [n:127.0.0.1:43682_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2445607 INFO (zkCallback-583-thread-1-processing-n:127.0.0.1:36613_solr) [n:127.0.0.1:36613_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2445611 INFO (zkCallback-587-thread-1-processing-n:127.0.0.1:35324_solr) [n:127.0.0.1:35324_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2445672 INFO (jetty-launcher-561-thread-2) [n:127.0.0.1:41066_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41066_solr
[junit4] 2> 2445677 INFO (jetty-launcher-561-thread-1) [n:127.0.0.1:43682_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43682_solr
[junit4] 2> 2445677 INFO (jetty-launcher-561-thread-3) [n:127.0.0.1:35324_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35324_solr
[junit4] 2> 2445692 INFO (zkCallback-582-thread-1-processing-n:127.0.0.1:43682_solr) [n:127.0.0.1:43682_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
[junit4] 2> 2445708 INFO (zkCallback-588-thread-1-processing-n:127.0.0.1:41066_solr) [n:127.0.0.1:41066_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
[junit4] 2> 2445708 INFO (zkCallback-583-thread-1-processing-n:127.0.0.1:36613_solr) [n:127.0.0.1:36613_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
[junit4] 2> 2445709 INFO (zkCallback-587-thread-1-processing-n:127.0.0.1:35324_solr) [n:127.0.0.1:35324_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
[junit4] 2> 2446285 INFO (jetty-launcher-561-thread-3) [n:127.0.0.1:35324_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35324.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a1e64a
[junit4] 2> 2446299 INFO (jetty-launcher-561-thread-4) [n:127.0.0.1:36613_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36613.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a1e64a
[junit4] 2> 2446305 INFO (jetty-launcher-561-thread-2) [n:127.0.0.1:41066_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41066.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a1e64a
[junit4] 2> 2446320 INFO (jetty-launcher-561-thread-2) [n:127.0.0.1:41066_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41066.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a1e64a
[junit4] 2> 2446320 INFO (jetty-launcher-561-thread-2) [n:127.0.0.1:41066_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41066.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a1e64a
[junit4] 2> 2446321 INFO (jetty-launcher-561-thread-2) [n:127.0.0.1:41066_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_2656ADCC0CFAF6DA-001/tempDir-001/node2/.
[junit4] 2> 2446479 INFO (jetty-launcher-561-thread-1) [n:127.0.0.1:43682_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43682.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a1e64a
[junit4] 2> 2446498 INFO (jetty-launcher-561-thread-4) [n:127.0.0.1:36613_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36613.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a1e64a
[junit4] 2> 2446498 INFO (jetty-launcher-561-thread-4) [n:127.0.0.1:36613_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36613.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a1e64a
[junit4] 2> 2446499 INFO (jetty-launcher-561-thread-4) [n:127.0.0.1:36613_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_2656ADCC0CFAF6DA-001/tempDir-001/node3/.
[junit4] 2> 2446509 INFO (jetty-launcher-561-thread-3) [n:127.0.0.1:35324_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35324.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a1e64a
[junit4] 2> 2446509 INFO (jetty-launcher-561-thread-3) [n:127.0.0.1:35324_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35324.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a1e64a
[junit4] 2> 2446509 INFO (jetty-launcher-561-thread-3) [n:127.0.0.1:35324_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_2656ADCC0CFAF6DA-001/tempDir-001/node4/.
[junit4] 2> 2446764 INFO (jetty-launcher-561-thread-1) [n:127.0.0.1:43682_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43682.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a1e64a
[junit4] 2> 2446764 INFO (jetty-launcher-561-thread-1) [n:127.0.0.1:43682_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43682.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a1e64a
[junit4] 2> 2446766 INFO (jetty-launcher-561-thread-1) [n:127.0.0.1:43682_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_2656ADCC0CFAF6DA-001/tempDir-001/node1/.
[junit4] 2> 2446798 INFO (jetty-launcher-561-thread-5) [n:127.0.0.1:38558_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2446812 INFO (jetty-launcher-561-thread-5) [n:127.0.0.1:38558_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2446827 INFO (jetty-launcher-561-thread-5) [n:127.0.0.1:38558_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38558_solr
[junit4] 2> 2446828 INFO (zkCallback-588-thread-2-processing-n:127.0.0.1:41066_solr) [n:127.0.0.1:41066_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2446851 INFO (zkCallback-583-thread-1-processing-n:127.0.0.1:36613_solr) [n:127.0.0.1:36613_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2446863 INFO (zkCallback-582-thread-1-processing-n:127.0.0.1:43682_solr) [n:127.0.0.1:43682_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2446900 INFO (zkCallback-587-thread-1-processing-n:127.0.0.1:35324_solr) [n:127.0.0.1:35324_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2447014 INFO (zkCallback-581-thread-1-processing-n:127.0.0.1:38558_solr) [n:127.0.0.1:38558_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2447178 INFO (jetty-launcher-561-thread-5) [n:127.0.0.1:38558_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38558.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a1e64a
[junit4] 2> 2447226 INFO (jetty-launcher-561-thread-5) [n:127.0.0.1:38558_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38558.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a1e64a
[junit4] 2> 2447226 INFO (jetty-launcher-561-thread-5) [n:127.0.0.1:38558_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38558.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a1e64a
[junit4] 2> 2447227 INFO (jetty-launcher-561-thread-5) [n:127.0.0.1:38558_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_2656ADCC0CFAF6DA-001/tempDir-001/node5/.
[junit4] 2> 2447733 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[2656ADCC0CFAF6DA]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 2447754 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[2656ADCC0CFAF6DA]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46289/solr ready
[junit4] 2> 2447755 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[2656ADCC0CFAF6DA]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCollectionCreateWithoutCoresThenDelete
[junit4] 2> 2447757 INFO (qtp251057774-9026) [n:127.0.0.1:36613_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=effd99b5-4e01-41b0-8f79-b9cb3dec484c&replicationFactor=2&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=1&name=testSolrCloudCollectionWithoutCores&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=EMPTY&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2447803 INFO (qtp251057774-9026) [n:127.0.0.1:36613_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=effd99b5-4e01-41b0-8f79-b9cb3dec484c&replicationFactor=2&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=1&name=testSolrCloudCollectionWithoutCores&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=EMPTY&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2} status=0 QTime=46
[junit4] 2> 2447839 INFO (OverseerThreadFactory-2050-thread-1-processing-n:127.0.0.1:41066_solr) [n:127.0.0.1:41066_solr ] o.a.s.c.CreateCollectionCmd Create collection testSolrCloudCollectionWithoutCores
[junit4] 2> 2447855 INFO (qtp251057774-9029) [n:127.0.0.1:36613_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=effd99b5-4e01-41b0-8f79-b9cb3dec484c&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2447868 WARN (OverseerThreadFactory-2050-thread-1-processing-n:127.0.0.1:41066_solr) [n:127.0.0.1:41066_solr ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (testSolrCloudCollectionWithoutCores) without cores.
[junit4] 2> 2447880 INFO (qtp251057774-9029) [n:127.0.0.1:36613_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=effd99b5-4e01-41b0-8f79-b9cb3dec484c&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=25
[junit4] 2> 2448005 INFO (OverseerThreadFactory-2050-thread-1-processing-n:127.0.0.1:41066_solr) [n:127.0.0.1:41066_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2448887 INFO (qtp251057774-9030) [n:127.0.0.1:36613_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=effd99b5-4e01-41b0-8f79-b9cb3dec484c&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2448887 INFO (qtp251057774-9030) [n:127.0.0.1:36613_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=effd99b5-4e01-41b0-8f79-b9cb3dec484c&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2448889 INFO (qtp251057774-9031) [n:127.0.0.1:36613_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=effd99b5-4e01-41b0-8f79-b9cb3dec484c&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2448889 INFO (qtp251057774-9031) [n:127.0.0.1:36613_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=effd99b5-4e01-41b0-8f79-b9cb3dec484c&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2448889 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[2656ADCC0CFAF6DA]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: testSolrCloudCollectionWithoutCores failOnTimeout:true timeout (sec):330
[junit4] 1> -
[junit4] 1> no one is recoverying
[junit4] 2> 2448890 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[2656ADCC0CFAF6DA]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: testSolrCloudCollectionWithoutCores
[junit4] 2> 2448919 INFO (qtp251057774-9032) [n:127.0.0.1:36613_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=testSolrCloudCollectionWithoutCores&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2448968 INFO (OverseerThreadFactory-2050-thread-2-processing-n:127.0.0.1:41066_solr) [n:127.0.0.1:41066_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 2448985 INFO (OverseerCollectionConfigSetProcessor-98454038531473423-127.0.0.1:41066_solr-n_0000000000) [n:127.0.0.1:41066_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2449700 INFO (qtp251057774-9032) [n:127.0.0.1:36613_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=testSolrCloudCollectionWithoutCores&action=DELETE&wt=javabin&version=2} status=0 QTime=781
[junit4] 2> 2449700 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[2656ADCC0CFAF6DA]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for collection to disappear - collection: testSolrCloudCollectionWithoutCores failOnTimeout:true timeout (sec):330
[junit4] 1> -
[junit4] 2> 2449700 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[2656ADCC0CFAF6DA]) [ ] o.a.s.c.AbstractDistribZkTestBase Collection has disappeared - collection: testSolrCloudCollectionWithoutCores
[junit4] 2> 2449797 INFO (jetty-closer-562-thread-5) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@32f1b277{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 2449829 INFO (jetty-closer-562-thread-3) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@633f8df9{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 2449829 INFO (jetty-closer-562-thread-4) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1e9ff975{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 2449832 INFO (jetty-closer-562-thread-5) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2139107632
[junit4] 2> 2449861 INFO (jetty-closer-562-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@6f43aaf9{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 2449862 INFO (jetty-closer-562-thread-3) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1662568834
[junit4] 2> 2449862 INFO (jetty-closer-562-thread-4) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=10171156
[junit4] 2> 2449862 INFO (jetty-closer-562-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2449862 INFO (jetty-closer-562-thread-5) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2449862 INFO (jetty-closer-562-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2449863 INFO (jetty-closer-562-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1e3a8168{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 2449863 INFO (jetty-closer-562-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=111250355
[junit4] 2> 2449863 INFO (jetty-closer-562-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2449863 INFO (jetty-closer-562-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1539724116
[junit4] 2> 2449863 INFO (jetty-closer-562-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2449943 INFO (jetty-closer-562-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2449945 INFO (jetty-closer-562-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2449945 INFO (jetty-closer-562-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2449946 INFO (jetty-closer-562-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2449946 INFO (jetty-closer-562-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2449959 INFO (jetty-closer-562-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2449960 INFO (jetty-closer-562-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2449961 INFO (jetty-closer-562-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2449961 INFO (jetty-closer-562-thread-5) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2449962 INFO (jetty-closer-562-thread-5) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2450004 INFO (jetty-closer-562-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2450008 INFO (jetty-closer-562-thread-5) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2450008 INFO (jetty-closer-562-thread-5) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2450028 INFO (jetty-closer-562-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2450036 INFO (jetty-closer-562-thread-4) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2450040 INFO (zkCallback-588-thread-1-processing-n:127.0.0.1:41066_solr) [n:127.0.0.1:41066_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
[junit4] 2> 2450044 INFO (zkCallback-582-thread-1-processing-n:127.0.0.1:43682_solr) [n:127.0.0.1:43682_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
[junit4] 2> 2450044 INFO (zkCallback-587-thread-1-processing-n:127.0.0.1:35324_solr) [n:127.0.0.1:35324_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
[junit4] 2> 2450045 INFO (zkCallback-583-thread-1-processing-n:127.0.0.1:36613_solr) [n:127.0.0.1:36613_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
[junit4] 2> 2450045 INFO (jetty-closer-562-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2450045 INFO (jetty-closer-562-thread-2) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2450046 INFO (zkCallback-588-thread-2-processing-n:127.0.0.1:41066_solr) [n:127.0.0.1:41066_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 2450046 INFO (zkCallback-587-thread-1-processing-n:127.0.0.1:35324_solr) [n:127.0.0.1:35324_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 2450046 INFO (zkCallback-588-thread-2-processing-n:127.0.0.1:41066_solr) [n:127.0.0.1:41066_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 2450046 INFO (zkCallback-583-thread-1-processing-n:127.0.0.1:36613_solr) [n:127.0.0.1:36613_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 2450047 INFO (jetty-closer-562-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@215228a7{/solr,null,UNAVAILABLE}
[junit4] 2> 2450048 INFO (zkCallback-587-thread-2-processing-n:127.0.0.1:35324_solr) [n:127.0.0.1:35324_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 2450052 INFO (jetty-closer-562-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2450052 INFO (jetty-closer-562-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98454038531473423-127.0.0.1:41066_solr-n_0000000000) closing
[junit4] 2> 2450052 INFO (OverseerStateUpdate-98454038531473423-127.0.0.1:41066_solr-n_0000000000) [n:127.0.0.1:41066_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:41066_solr
[junit4] 2> 2450109 INFO (jetty-closer-562-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2450109 INFO (jetty-closer-562-thread-3) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2450141 INFO (jetty-closer-562-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@70139e07{/solr,null,UNAVAILABLE}
[junit4] 2> 2450142 INFO (zkCallback-587-thread-2-processing-n:127.0.0.1:35324_solr) [n:127.0.0.1:35324_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35324_solr
[junit4] 2> 2450142 INFO (zkCallback-587-thread-1-processing-n:127.0.0.1:35324_solr) [n:127.0.0.1:35324_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 2451524 WARN (zkCallback-581-thread-1-processing-n:127.0.0.1:38558_solr) [n:127.0.0.1:38558_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2451524 INFO (jetty-closer-562-thread-5) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@79c94aba{/solr,null,UNAVAILABLE}
[junit4] 2> 2451559 WARN (zkCallback-582-thread-1-processing-n:127.0.0.1:43682_solr) [n:127.0.0.1:43682_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2451559 INFO (jetty-closer-562-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@78ac8747{/solr,null,UNAVAILABLE}
[junit4] 2> 2451656 INFO (jetty-closer-562-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@17c1c2d9{/solr,null,UNAVAILABLE}
[junit4] 2> 2451685 ERROR (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[2656ADCC0CFAF6DA]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2451689 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[2656ADCC0CFAF6DA]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46289 46289
[junit4] 2> 2451770 INFO (Thread-1844) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46289 46289
[junit4] 2> 2451771 WARN (Thread-1844) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/aliases.json
[junit4] 2> 6 /solr/clusterprops.json
[junit4] 2> 5 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/clusterstate.json
[junit4] 2> 2 /solr/overseer_elect/election/98454038531473423-127.0.0.1:41066_solr-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/live_nodes
[junit4] 2> 6 /solr/collections
[junit4] 2>
[junit4] 2> 2451771 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[2656ADCC0CFAF6DA]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCollectionCreateWithoutCoresThenDelete
[junit4] 2> 2451783 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[2656ADCC0CFAF6DA]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 5 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_2656ADCC0CFAF6DA-001/tempDir-002
[junit4] 2> 2451783 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[2656ADCC0CFAF6DA]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2451784 INFO (Thread-1895) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2451784 INFO (Thread-1895) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2451823 ERROR (Thread-1895) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2451884 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[2656ADCC0CFAF6DA]) [ ] o.a.s.c.ZkTestServer start zk server on port:45920
[junit4] 2> 2451890 INFO (jetty-launcher-598-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2451890 INFO (jetty-launcher-598-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2451891 INFO (jetty-launcher-598-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2451891 INFO (jetty-launcher-598-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2451892 INFO (jetty-launcher-598-thread-5) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2451893 INFO (jetty-launcher-598-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2261e528{/solr,null,AVAILABLE}
[junit4] 2> 2451893 INFO (jetty-launcher-598-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4d7441e4{HTTP/1.1,[http/1.1]}{127.0.0.1:39825}
[junit4] 2> 2451893 INFO (jetty-launcher-598-thread-5) [ ] o.e.j.s.Server Started @2462582ms
[junit4] 2> 2451893 INFO (jetty-launcher-598-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39825}
[junit4] 2> 2451893 ERROR (jetty-launcher-598-thread-5) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2451893 INFO (jetty-launcher-598-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2451893 INFO (jetty-launcher-598-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2451893 INFO (jetty-launcher-598-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2451893 INFO (jetty-launcher-598-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-09T14:36:54.838Z
[junit4] 2> 2451921 INFO (jetty-launcher-598-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4b747057{/solr,null,AVAILABLE}
[junit4] 2> 2451922 INFO (jetty-launcher-598-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5e1dbcc8{HTTP/1.1,[http/1.1]}{127.0.0.1:43581}
[junit4] 2> 2451922 INFO (jetty-launcher-598-thread-4) [ ] o.e.j.s.Server Started @2462610ms
[junit4] 2> 2451922 INFO (jetty-launcher-598-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43581}
[junit4] 2> 2451922 ERROR (jetty-launcher-598-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2451922 INFO (jetty-launcher-598-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2451922 INFO (jetty-launcher-598-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2451922 INFO (jetty-launcher-598-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2451922 INFO (jetty-launcher-598-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-09T14:36:54.867Z
[junit4] 2> 2451940 INFO (jetty-launcher-598-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2894cd6d{/solr,null,AVAILABLE}
[junit4] 2> 2451953 INFO (jetty-launcher-598-thread-5) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2452012 INFO (jetty-launcher-598-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@bd5cee6{HTTP/1.1,[http/1.1]}{127.0.0.1:42387}
[junit4] 2> 2452012 INFO (jetty-launcher-598-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1cf0d068{/solr,null,AVAILABLE}
[junit4] 2> 2452012 INFO (jetty-launcher-598-thread-1) [ ] o.e.j.s.Server Started @2462701ms
[junit4] 2> 2452012 INFO (jetty-launcher-598-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@44bc5fe2{/solr,null,AVAILABLE}
[junit4] 2> 2452012 INFO (jetty-launcher-598-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42387}
[junit4] 2> 2452012 INFO (jetty-launcher-598-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2a7c4922{HTTP/1.1,[http/1.1]}{127.0.0.1:43345}
[junit4] 2> 2452012 ERROR (jetty-launcher-598-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2452012 INFO (jetty-launcher-598-thread-3) [ ] o.e.j.s.Server Started @2462701ms
[junit4] 2> 2452012 INFO (jetty-launcher-598-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2452012 INFO (jetty-launcher-598-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43345}
[junit4] 2> 2452012 INFO (jetty-launcher-598-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2452012 INFO (jetty-launcher-598-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2452012 INFO (jetty-launcher-598-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-09T14:36:54.957Z
[junit4] 2> 2452012 INFO (jetty-launcher-598-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@518df23c{HTTP/1.1,[http/1.1]}{127.0.0.1:44459}
[junit4] 2> 2452013 INFO (jetty-launcher-598-thread-2) [ ] o.e.j.s.Server Started @2462702ms
[junit4] 2> 2452013 INFO (jetty-launcher-598-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44459}
[junit4] 2> 2452013 ERROR (jetty-launcher-598-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2452013 INFO (jetty-launcher-598-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2452013 INFO (jetty-launcher-598-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2452013 INFO (jetty-launcher-598-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2452013 INFO (jetty-launcher-598-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-09T14:36:54.958Z
[junit4] 2> 2452013 ERROR (jetty-launcher-598-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2452013 INFO (jetty-launcher-598-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2452013 INFO (jetty-launcher-598-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2452014 INFO (jetty-launcher-598-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2452014 INFO (jetty-launcher-598-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-09T14:36:54.959Z
[junit4] 2> 2452026 INFO (jetty-launcher-598-thread-5) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45920/solr
[junit4] 2> 2452054 INFO (jetty-launcher-598-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2452061 INFO (jetty-launcher-598-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2452061 INFO (jetty-launcher-598-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2452084 INFO (jetty-launcher-598-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45920/solr
[junit4] 2> 2452097 INFO (jetty-launcher-598-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45920/solr
[junit4] 2> 2452160 INFO (jetty-launcher-598-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45920/solr
[junit4] 2> 2452161 INFO (jetty-launcher-598-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2452175 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15dc76d4a530006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2452204 INFO (jetty-launcher-598-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45920/solr
[junit4] 2> 2452469 INFO (jetty-launcher-598-thread-4) [n:127.0.0.1:43581_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2452470 INFO (jetty-launcher-598-thread-3) [n:127.0.0.1:43345_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2452470 INFO (jetty-launcher-598-thread-4) [n:127.0.0.1:43581_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43581_solr
[junit4] 2> 2452470 INFO (jetty-launcher-598-thread-1) [n:127.0.0.1:42387_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2452471 INFO (jetty-launcher-598-thread-3) [n:127.0.0.1:43345_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43345_solr
[junit4] 2> 2452554 INFO (zkCallback-625-thread-1-processing-n:127.0.0.1:43345_solr) [n:127.0.0.1:43345_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2452557 INFO (zkCallback-623-thread-1-processing-n:127.0.0.1:42387_solr) [n:127.0.0.1:42387_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2452602 INFO (zkCallback-620-thread-1-processing-n:127.0.0.1:43581_solr) [n:127.0.0.1:43581_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2452606 INFO (jetty-launcher-598-thread-2) [n:127.0.0.1:44459_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2452606 INFO (jetty-launcher-598-thread-4) [n:127.0.0.1:43581_solr ] o.a.s.c.Overseer Overseer (id=98454039084335115-127.0.0.1:43581_solr-n_0000000000) starting
[junit4] 2> 2452631 INFO (jetty-launcher-598-thread-2) [n:127.0.0.1:44459_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2452639 INFO (jetty-launcher-598-thread-1) [n:127.0.0.1:42387_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42387_solr
[junit4] 2> 2452655 INFO (zkCallback-625-thread-1-processing-n:127.0.0.1:43345_solr) [n:127.0.0.1:43345_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2452708 INFO (zkCallback-627-thread-1-processing-n:127.0.0.1:44459_solr) [n:127.0.0.1:44459_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2452709 INFO (jetty-launcher-598-thread-2) [n:127.0.0.1:44459_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44459_solr
[junit4] 2> 2452716 INFO (zkCallback-623-thread-1-processing-n:127.0.0.1:42387_solr) [n:127.0.0.1:42387_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2452716 INFO (zkCallback-627-thread-1-processing-n:127.0.0.1:44459_solr) [n:127.0.0.1:44459_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2452724 INFO (zkCallback-625-thread-1-processing-n:127.0.0.1:43345_solr) [n:127.0.0.1:43345_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2452724 INFO (zkCallback-620-thread-1-processing-n:127.0.0.1:43581_solr) [n:127.0.0.1:43581_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 2452786 INFO (jetty-launcher-598-thread-4) [n:127.0.0.1:43581_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43581_solr
[junit4] 2> 2452813 INFO (zkCallback-623-thread-2-processing-n:127.0.0.1:42387_solr) [n:127.0.0.1:42387_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 2452813 INFO (zkCallback-627-thread-1-processing-n:127.0.0.1:44459_solr) [n:127.0.0.1:44459_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2452813 INFO (zkCallback-625-thread-1-processing-n:127.0.0.1:43345_solr) [n:127.0.0.1:43345_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2452842 INFO (zkCallback-620-thread-2-processing-n:127.0.0.1:43581_solr) [n:127.0.0.1:43581_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2452977 INFO (jetty-launcher-598-thread-3) [n:127.0.0.1:43345_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43345.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a1e64a
[junit4] 2> 2452997 INFO (jetty-launcher-598-thread-3) [n:127.0.0.1:43345_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43345.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a1e64a
[junit4] 2> 2452997 INFO (jetty-launcher-598-thread-3) [n:127.0.0.1:43345_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43345.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a1e64a
[junit4] 2> 2452998 INFO (jetty-launcher-598-thread-3) [n:127.0.0.1:43345_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_2656ADCC0CFAF6DA-001/tempDir-002/node3/.
[junit4] 2> 2453227 INFO (jetty-launcher-598-thread-1) [n:127.0.0.1:42387_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42387.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a1e64a
[junit4] 2> 2453243 INFO (jetty-launcher-598-thread-1) [n:127.0.0.1:42387_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42387.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a1e64a
[junit4] 2> 2453243 INFO (jetty-launcher-598-thread-1) [n:127.0.0.1:42387_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42387.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a1e64a
[junit4] 2> 2453269 INFO (jetty-launcher-598-thread-2) [n:127.0.0.1:44459_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44459.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a1e64a
[junit4] 2> 2453272 INFO (jetty-launcher-598-thread-2) [n:127.0.0.1:44459_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44459.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a1e64a
[junit4] 2> 2453272 INFO (jetty-launcher-598-thread-2) [n:127.0.0.1:44459_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44459.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a1e64a
[junit4] 2> 2453273 INFO (jetty-launcher-598-thread-1) [n:127.0.0.1:42387_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_2656ADCC0CFAF6DA-001/tempDir-002/node1/.
[junit4] 2> 2453286 INFO (jetty-launcher-598-thread-2) [n:127.0.0.1:44459_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_2656ADCC0CFAF6DA-001/tempDir-002/node2/.
[junit4] 2> 2453308 INFO (jetty-launcher-598-thread-5) [n:127.0.0.1:39825_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2453322 INFO (jetty-launcher-598-thread-5) [n:127.0.0.1:39825_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2453322 INFO (jetty-launcher-598-thread-4) [n:127.0.0.1:43581_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43581.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a1e64a
[junit4] 2> 2453323 INFO (jetty-launcher-598-thread-5) [n:127.0.0.1:39825_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39825_solr
[junit4] 2> 2453324 INFO (zkCallback-620-thread-2-processing-n:127.0.0.1:43581_solr) [n:127.0.0.1:43581_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2453340 INFO (jetty-launcher-598-thread-4) [n:127.0.0.1:43581_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43581.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a1e64a
[junit4] 2> 2453340 INFO (jetty-launcher-598-thread-4) [n:127.0.0.1:43581_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43581.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a1e64a
[junit4] 2> 2453341 INFO (jetty-launcher-598-thread-4) [n:127.0.0.1:43581_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_2656ADCC0CFAF6DA-001/tempDir-002/node4/.
[junit4] 2> 2453355 INFO (zkCallback-623-thread-2-processing-n:127.0.0.1:42387_solr) [n:127.0.0.1:42387_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2453370 INFO (zkCallback-625-thread-1-processing-n:127.0.0.1:43345_solr) [n:127.0.0.1:43345_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2453370 INFO (zkCallback-627-thread-1-processing-n:127.0.0.1:44459_solr) [n:127.0.0.1:44459_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2453373 INFO (zkCallback-609-thread-1-processing-n:127.0.0.1:39825_solr) [n:127.0.0.1:39825_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2453717 INFO (jetty-launcher-598-thread-5) [n:127.0.0.1:39825_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39825.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a1e64a
[junit4] 2> 2453732 INFO (jetty-launcher-598-thread-5) [n:127.0.0.1:39825_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39825.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a1e64a
[junit4] 2> 2453732 INFO (jetty-launcher-598-thread-5) [n:127.0.0.1:39825_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39825.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a1e64a
[junit4] 2> 2453733 INFO (jetty-launcher-598-thread-5) [n:127.0.0.1:39825_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_2656ADCC0CFAF6DA-001/tempDir-002/node5/.
[junit4] 2> 2453874 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[2656ADCC0CFAF6DA]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 2453875 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[2656ADCC0CFAF6DA]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45920/solr ready
[junit4] 2> 2453877 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[2656ADCC0CFAF6DA]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testStopAllStartAll
[junit4] 2> 2453899 INFO (qtp452772285-9148) [n:127.0.0.1:39825_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=f8818dab-24d5-4614-8d19-26c32bd24ad4&replicationFactor=2&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=1&name=testStopAllStartAllCollection&nrtReplicas=2&action=CREATE&numShards=2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2453901 INFO (qtp452772285-9148) [n:127.0.0.1:39825_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=f8818dab-24d5-4614-8d19-26c32bd24ad4&replicationFactor=2&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=1&name=testStopAllStartAllCollection&nrtReplicas=2&action=CREATE&numShards=2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 2453910 INFO (OverseerThreadFactory-2087-thread-1-processing-n:127.0.0.1:43581_solr) [n:127.0.0.1:43581_solr ] o.a.s.c.CreateCollectionCmd Create collection testStopAllStartAllCollection
[junit4] 2> 2453915 INFO (qtp452772285-9149) [n:127.0.0.1:39825_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=f8818dab-24d5-4614-8d19-26c32bd24ad4&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2453923 INFO (qtp452772285-9149) [n:127.0.0.1:39825_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=f8818dab-24d5-4614-8d19-26c32bd24ad4&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=8
[junit4] 2> 2454016 INFO (OverseerStateUpdate-98454039084335115-127.0.0.1:43581_solr-n_0000000000) [n:127.0.0.1:43581_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testStopAllStartAllCollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testStopAllStartAllCollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:43581/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2454019 INFO (OverseerStateUpdate-98454039084335115-127.0.0.1:43581_solr-n_0000000000) [n:127.0.0.1:43581_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testStopAllStartAllCollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testStopAllStartAllCollection_shard1_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:44459/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2454029 INFO (OverseerStateUpdate-98454039084335115-127.0.0.1:43581_solr-n_0000000000) [n:127.0.0.1:43581_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testStopAllStartAllCollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testStopAllStartAllCollection_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:42387/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2454031 INFO (OverseerStateUpdate-98454039084335115-127.0.0.1:43581_solr-n_0000000000) [n:127.0.0.1:43581_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testStopAllStartAllCollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testStopAllStartAllCollection_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:43345/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2454211 INFO (qtp79102369-9166) [n:127.0.0.1:43581_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testStopAllStartAllCollection&version=2&replicaType=NRT&async=f8818dab-24d5-4614-8d19-26c32bd24ad42398726239378473&coreNodeName=core_node2&name=testStopAllStartAllCollection_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=11
[junit4] 2> 2454211 INFO (parallelCoreAdminExecutor-2092-thread-1-processing-n:127.0.0.1:43581_solr f8818dab-24d5-4614-8d19-26c32bd24ad42398726239378473 CREATE) [n:127.0.0.1:43581_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testStopAllStartAllCollection&version=2&replicaType=NRT&async=f8818dab-24d5-4614-8d19-26c32bd24ad42398726239378473&coreNodeName=core_node2&name=testStopAllStartAllCollection_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
[junit4] 2> 2454212 INFO (parallelCoreAdminExecutor-2092-thread-1-processing-n:127.0.0.1:43581_solr f8818dab-24d5-4614-8d19-26c32bd24ad42398726239378473 CREATE) [n:127.0.0.1:43581_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2454212 INFO (qtp215861231-9162) [n:127.0.0.1:44459_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testStopAllStartAllCollection&version=2&replicaType=NRT&async=f8818dab-24d5-4614-8d19-26c32bd24ad42398726242148937&coreNodeName=core_node5&name=testStopAllStartAllCollection_shard1_replica_n3&action=CREATE&numShards=2&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=11
[junit4] 2> 2454212 INFO (qtp1116022430-9185) [n:127.0.0.1:42387_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testStopAllStartAllCollection&version=2&replicaType=NRT&async=f8818dab-24d5-4614-8d19-26c32bd24ad42398726243639795&coreNodeName=core_node7&name=testStopAllStartAllCollection_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=10
[junit4] 2> 2454212 INFO (parallelCoreAdminExecutor-2091-thread-1-processing-n:127.0.0.1:44459_solr f8818dab-24d5-4614-8d19-26c32bd24ad42398726242148937 CREATE) [n:127.0.0.1:44459_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testStopAllStartAllCollection&version=2&replicaType=NRT&async=f8818dab-24d5-4614-8d19-26c32bd24ad42398726242148937&coreNodeName=core_node5&name=testStopAllStartAllCollection_shard1_replica_n3&action=CREATE&numShards=2&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
[junit4] 2> 2454212 INFO (parallelCoreAdminExecutor-2091-thread-1-processing-n:127.0.0.1:44459_solr f8818dab-24d5-4614-8d19-26c32bd24ad42398726242148937 CREATE) [n:127.0.0.1:44459_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2454288 INFO (parallelCoreAdminExecutor-2090-thread-1-processing-n:127.0.0.1:42387_solr f8818dab-24d5-4614-8d19-26c32bd24ad42398726243639795 CREATE) [n:127.0.0.1:42387_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testStopAllStartAllCollection&version=2&replicaType=NRT&async=f8818dab-24d5-4614-8d19-26c32bd24ad42398726243639795&coreNodeName=core_node7&name=testStopAllStartAllCollection_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
[junit4] 2> 2454288 INFO (parallelCoreAdminExecutor-2090-thread-1-processing-n:127.0.0.1:42387_solr f8818dab-24d5-4614-8d19-26c32bd24ad42398726243639795 CREATE) [n:127.0.0.1:42387_solr ] o.a.s.c.TransientSolrCoreCacheDefault
[...truncated too long message...]
chemaTest, TestCustomStream, SimpleFacetsTest, ShowFileRequestHandlerTest, TestSizeLimitedDistributedMap, TermsComponentTest, BasicDistributedZk2Test, SyncSliceTest, OpenCloseCoreStressTest, OverseerTest, ShardRoutingTest, BasicZkTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler, ClusterStateUpdateTest, TestRandomFaceting, LeaderElectionTest, ZkSolrClientTest, ZkCLITest, TestDistributedSearch, TestReload, TestSolr4Spatial, TestSort, BasicFunctionalityTest, DirectUpdateHandlerTest, SolrIndexSplitterTest, SimplePostToolTest, AnalysisAfterCoreReloadTest, TestExtendedDismaxParser, SpatialFilterTest, TestCSVLoader, PolyFieldTest, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, SortByFunctionTest, TestRemoteStreaming, DocValuesMultiTest, XsltUpdateRequestHandlerTest, DebugComponentTest, DisMaxRequestHandlerTest, TestReversedWildcardFilterFactory, TestQueryTypes, XmlUpdateRequestHandlerTest, DocumentBuilderTest, TestSolrQueryParser, LoggingHandlerTest, RegexBoostProcessorTest, QueryParsingTest, UniqFieldsUpdateProcessorFactoryTest, TestPartialUpdateDeduplication, CSVRequestHandlerTest, TestQuerySenderListener, AlternateDirectoryTest, SolrIndexConfigTest, TestSolrDeletionPolicy2, NumericFieldsTest, OutputWriterTest, TestSolrCoreProperties, DirectSolrConnectionTest, TestSweetSpotSimilarityFactory, TestBM25SimilarityFactory, ResourceLoaderTest, ChaosMonkeyNothingIsSafeTest, AliasIntegrationTest, CdcrReplicationHandlerTest, CdcrRequestHandlerTest, CdcrVersionReplicationTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, CollectionsAPISolrJTest, DeleteNodeTest, DistribJoinFromCollectionTest, DocValuesNotIndexedTest, ForceLeaderTest, MoveReplicaHDFSUlogDirTest, ReplaceNodeTest, SSLMigrationTest, SaslZkACLProviderTest, TestCloudJSONFacetJoinDomain, TestLeaderElectionZkExpiry, TestLockTree, TestMiniSolrCloudClusterSSL, TestPullReplica, TestRebalanceLeaders, TestStressLiveNodes, VMParamsZkACLAndCredentialsProvidersTest, TestPolicyCloud, HdfsTlogReplayBufferedWhileIndexingTest, HdfsUnloadDistributedZkTest, HdfsWriteToMultipleCollectionsTest, TestClusterStateMutator, ZkStateReaderTest, ZkStateWriterTest, BlobRepositoryCloudTest, TestConfigSetProperties, TestCorePropertiesReload, TestReloadAndDeleteDocs, TestShardHandlerFactory, TestSolrConfigHandler, TestReplicationHandlerBackup, TestRestoreCore, TestSQLHandlerNonCloud, CoreAdminCreateDiscoverTest, CoreAdminRequestStatusTest, CoreMergeIndexesAdminHandlerTest, MetricsHandlerTest, SecurityConfHandlerTest, SegmentsInfoRequestHandlerTest, TestCollectionAPIs, DistributedDebugComponentTest, DistributedFacetExistsSmallTest, DistributedFacetPivotSmallAdvancedTest, DistributedFacetPivotWhiteBoxTest, FacetPivotSmallTest, ReplicaListTransformerTest, SuggestComponentContextFilterQueryTest, SuggestComponentTest, SolrJmxReporterTest, SolrShardReporterTest, TestUniqueKeyFieldResource, BooleanFieldTest, ChangedSchemaMergeTest, DateRangeFieldTest, EnumFieldTest, ManagedSchemaRoundRobinCloudTest, TestSchemaManager, AnalyticsMergeStrategyTest, SortSpecParsingTest, TestCollapseQParserPlugin, TestMaxScoreQueryParser, TestMultiWordSynonyms, TestNoOpRegenerator, TestOverriddenPrefixQueryForCustomFieldType, TestRandomCollapseQParserPlugin, TestExactStatsCache, TestZkAclsWithHadoopAuth]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestZkAclsWithHadoopAuth -Dtests.seed=2656ADCC0CFAF6DA -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=tr -Dtests.timezone=America/Nassau -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.00s J2 | TestZkAclsWithHadoopAuth (suite) <<<
[junit4] > Throwable #1: org.apache.zookeeper.KeeperException$AuthFailedException: KeeperErrorCode = AuthFailed for /solr
[junit4] > at __randomizedtesting.SeedInfo.seed([2656ADCC0CFAF6DA]:0)
[junit4] > at org.apache.zookeeper.KeeperException.create(KeeperException.java:123)
[junit4] > at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] > at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1102)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:306)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:303)
[junit4] > at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:303)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:512)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:467)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:454)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:441)
[junit4] > at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:233)
[junit4] > at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:190)
[junit4] > at org.apache.solr.security.hadoop.TestZkAclsWithHadoopAuth.setupClass(TestZkAclsWithHadoopAuth.java:69)
[junit4] > at java.lang.Thread.run(Thread.java:748)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: 5 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestZkAclsWithHadoopAuth:
[junit4] > 1) Thread[id=25456, name=Thread-4335, state=WAITING, group=TGRP-TestZkAclsWithHadoopAuth]
[junit4] > at java.lang.Object.wait(Native Method)
[junit4] > at java.lang.Thread.join(Thread.java:1252)
[junit4] > at java.lang.Thread.join(Thread.java:1326)
[junit4] > at org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:297)
[junit4] > at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:309)
[junit4] > at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490)
[junit4] > 2) Thread[id=25460, name=ProcessThread(sid:0 cport:38661):, state=WAITING, group=TGRP-TestZkAclsWithHadoopAuth]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:122)
[junit4] > 3) Thread[id=25458, name=SessionTracker, state=TIMED_WAITING, group=TGRP-TestZkAclsWithHadoopAuth]
[junit4] > at java.lang.Object.wait(Native Method)
[junit4] > at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146)
[junit4] > 4) Thread[id=25457, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestZkAclsWithHadoopAuth]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 5) Thread[id=25462, name=SUITE-TestZkAclsWithHadoopAuth-seed#[2656ADCC0CFAF6DA]-worker-EventThread, state=WAITING, group=TGRP-TestZkAclsWithHadoopAuth]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
[junit4] > at __randomizedtesting.SeedInfo.seed([2656ADCC0CFAF6DA]:0)Throwable #3: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=25457, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestZkAclsWithHadoopAuth]
[junit4] > at sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:317)
[junit4] > at sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:207)
[junit4] > at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
[junit4] > at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([2656ADCC0CFAF6DA]:0)
[junit4] Completed [697/729 (2!)] on J2 in 23.55s, 0 tests, 3 errors <<< FAILURES!
[...truncated 43328 lines...]
[JENKINS] Lucene-Solr-Tests-master - Build # 2068 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2068/
1 tests failed.
FAILED: org.apache.solr.cloud.TestAuthenticationFramework.testBasics
Error Message:
Error from server at https://127.0.0.1:43060/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 404 </title> </head> <body> <h2>HTTP ERROR: 404</h2> <p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason: <pre> Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.14.v20161028</a><hr/> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:43060/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.14.v20161028</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([53C8D88FA528EBAF:6E1076A39DC6B5DF]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:539)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:993)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.cloud.TestAuthenticationFramework.collectionCreateSearchDeleteTwice(TestAuthenticationFramework.java:126)
at org.apache.solr.cloud.TestAuthenticationFramework.testBasics(TestAuthenticationFramework.java:74)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:43060/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.14.v20161028</a><hr/>
</body>
</html>
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:591)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:516)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Build Log:
[...truncated 12533 lines...]
[junit4] Suite: org.apache.solr.cloud.TestAuthenticationFramework
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestAuthenticationFramework_53C8D88FA528EBAF-001/init-core-data-001
[junit4] 2> 2118432 INFO (SUITE-TestAuthenticationFramework-seed#[53C8D88FA528EBAF]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2118433 INFO (SUITE-TestAuthenticationFramework-seed#[53C8D88FA528EBAF]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 2118433 INFO (SUITE-TestAuthenticationFramework-seed#[53C8D88FA528EBAF]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2118437 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[53C8D88FA528EBAF]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestAuthenticationFramework_53C8D88FA528EBAF-001/tempDir-001
[junit4] 2> 2118438 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[53C8D88FA528EBAF]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2118438 INFO (Thread-4089) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2118438 INFO (Thread-4089) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2118440 ERROR (Thread-4089) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2118538 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[53C8D88FA528EBAF]) [ ] o.a.s.c.ZkTestServer start zk server on port:47923
[junit4] 2> 2118553 INFO (jetty-launcher-1470-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2118554 INFO (jetty-launcher-1470-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2118555 INFO (jetty-launcher-1470-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@490ea8a6{/solr,null,AVAILABLE}
[junit4] 2> 2118556 INFO (jetty-launcher-1470-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@276909eb{SSL,[ssl, http/1.1]}{127.0.0.1:43060}
[junit4] 2> 2118557 INFO (jetty-launcher-1470-thread-1) [ ] o.e.j.s.Server Started @2122076ms
[junit4] 2> 2118557 INFO (jetty-launcher-1470-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43060}
[junit4] 2> 2118557 ERROR (jetty-launcher-1470-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2118557 INFO (jetty-launcher-1470-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2118557 INFO (jetty-launcher-1470-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2118557 INFO (jetty-launcher-1470-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2118557 INFO (jetty-launcher-1470-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-08T21:11:29.330Z
[junit4] 2> 2118567 INFO (jetty-launcher-1470-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2ac107d7{/solr,null,AVAILABLE}
[junit4] 2> 2118568 INFO (jetty-launcher-1470-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@708942d4{SSL,[ssl, http/1.1]}{127.0.0.1:54057}
[junit4] 2> 2118568 INFO (jetty-launcher-1470-thread-2) [ ] o.e.j.s.Server Started @2122087ms
[junit4] 2> 2118568 INFO (jetty-launcher-1470-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54057}
[junit4] 2> 2118568 ERROR (jetty-launcher-1470-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2118568 INFO (jetty-launcher-1470-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2118568 INFO (jetty-launcher-1470-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2118568 INFO (jetty-launcher-1470-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2118569 INFO (jetty-launcher-1470-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-08T21:11:29.342Z
[junit4] 2> 2118580 INFO (jetty-launcher-1470-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2118580 INFO (jetty-launcher-1470-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2118593 INFO (jetty-launcher-1470-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47923/solr
[junit4] 2> 2118597 INFO (jetty-launcher-1470-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47923/solr
[junit4] 2> 2118642 INFO (jetty-launcher-1470-thread-1) [n:127.0.0.1:43060_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2118644 INFO (jetty-launcher-1470-thread-1) [n:127.0.0.1:43060_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43060_solr
[junit4] 2> 2118645 INFO (jetty-launcher-1470-thread-1) [n:127.0.0.1:43060_solr ] o.a.s.c.Overseer Overseer (id=98449928304197637-127.0.0.1:43060_solr-n_0000000000) starting
[junit4] 2> 2118693 INFO (jetty-launcher-1470-thread-1) [n:127.0.0.1:43060_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43060_solr
[junit4] 2> 2118695 INFO (zkCallback-1481-thread-1-processing-n:127.0.0.1:43060_solr) [n:127.0.0.1:43060_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2118773 INFO (jetty-launcher-1470-thread-2) [n:127.0.0.1:54057_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2118781 INFO (jetty-launcher-1470-thread-2) [n:127.0.0.1:54057_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2118783 INFO (jetty-launcher-1470-thread-2) [n:127.0.0.1:54057_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54057_solr
[junit4] 2> 2118785 INFO (zkCallback-1481-thread-1-processing-n:127.0.0.1:43060_solr) [n:127.0.0.1:43060_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2118795 INFO (zkCallback-1482-thread-1-processing-n:127.0.0.1:54057_solr) [n:127.0.0.1:54057_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2118799 INFO (jetty-launcher-1470-thread-1) [n:127.0.0.1:43060_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin
[junit4] 2> 2118847 INFO (jetty-launcher-1470-thread-2) [n:127.0.0.1:54057_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin
[junit4] 2> 2118884 INFO (jetty-launcher-1470-thread-1) [n:127.0.0.1:43060_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43060.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@653bec57
[junit4] 2> 2118894 INFO (jetty-launcher-1470-thread-1) [n:127.0.0.1:43060_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43060.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@653bec57
[junit4] 2> 2118894 INFO (jetty-launcher-1470-thread-1) [n:127.0.0.1:43060_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43060.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@653bec57
[junit4] 2> 2118896 INFO (jetty-launcher-1470-thread-2) [n:127.0.0.1:54057_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54057.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@653bec57
[junit4] 2> 2118901 INFO (jetty-launcher-1470-thread-1) [n:127.0.0.1:43060_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestAuthenticationFramework_53C8D88FA528EBAF-001/tempDir-001/node1/.
[junit4] 2> 2118903 INFO (jetty-launcher-1470-thread-2) [n:127.0.0.1:54057_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54057.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@653bec57
[junit4] 2> 2118903 INFO (jetty-launcher-1470-thread-2) [n:127.0.0.1:54057_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54057.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@653bec57
[junit4] 2> 2118904 INFO (jetty-launcher-1470-thread-2) [n:127.0.0.1:54057_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestAuthenticationFramework_53C8D88FA528EBAF-001/tempDir-001/node2/.
[junit4] 2> 2118990 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[53C8D88FA528EBAF]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2118991 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[53C8D88FA528EBAF]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:47923/solr ready
[junit4] 2> 2118995 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[53C8D88FA528EBAF]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBasics
[junit4] 2> 2119033 INFO (qtp1512988764-15408) [n:127.0.0.1:43060_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=6da8b548-52ae-4355-9f5f-620b43446fe6&replicationFactor=2&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=2&name=testcollection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2119039 INFO (qtp1512988764-15408) [n:127.0.0.1:43060_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=6da8b548-52ae-4355-9f5f-620b43446fe6&replicationFactor=2&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=2&name=testcollection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 2119043 INFO (qtp1512988764-15409) [n:127.0.0.1:43060_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=6da8b548-52ae-4355-9f5f-620b43446fe6&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2119044 INFO (qtp1512988764-15409) [n:127.0.0.1:43060_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=6da8b548-52ae-4355-9f5f-620b43446fe6&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 2119044 INFO (OverseerThreadFactory-4429-thread-1-processing-n:127.0.0.1:43060_solr) [n:127.0.0.1:43060_solr ] o.a.s.c.CreateCollectionCmd Create collection testcollection
[junit4] 2> 2119157 INFO (OverseerStateUpdate-98449928304197637-127.0.0.1:43060_solr-n_0000000000) [n:127.0.0.1:43060_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testcollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:54057/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2119163 INFO (OverseerStateUpdate-98449928304197637-127.0.0.1:43060_solr-n_0000000000) [n:127.0.0.1:43060_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testcollection_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:43060/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2119166 INFO (OverseerStateUpdate-98449928304197637-127.0.0.1:43060_solr-n_0000000000) [n:127.0.0.1:43060_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testcollection_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:54057/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2119169 INFO (OverseerStateUpdate-98449928304197637-127.0.0.1:43060_solr-n_0000000000) [n:127.0.0.1:43060_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testcollection_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:43060/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2119406 INFO (qtp1512988764-15408) [n:127.0.0.1:43060_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=6da8b548-52ae-4355-9f5f-620b43446fe62478622294333651&coreNodeName=core_node5&name=testcollection_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&wt=javabin} status=0 QTime=6
[junit4] 2> 2119416 INFO (parallelCoreAdminExecutor-4430-thread-1-processing-n:127.0.0.1:43060_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622294333651 CREATE) [n:127.0.0.1:43060_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=6da8b548-52ae-4355-9f5f-620b43446fe62478622294333651&coreNodeName=core_node5&name=testcollection_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&wt=javabin
[junit4] 2> 2119417 INFO (parallelCoreAdminExecutor-4430-thread-1-processing-n:127.0.0.1:43060_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622294333651 CREATE) [n:127.0.0.1:43060_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2119419 INFO (qtp1512988764-15409) [n:127.0.0.1:43060_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=6da8b548-52ae-4355-9f5f-620b43446fe62478622302081296&coreNodeName=core_node8&name=testcollection_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&wt=javabin} status=0 QTime=2
[junit4] 2> 2119419 INFO (parallelCoreAdminExecutor-4430-thread-2-processing-n:127.0.0.1:43060_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622302081296 CREATE) [n:127.0.0.1:43060_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=6da8b548-52ae-4355-9f5f-620b43446fe62478622302081296&coreNodeName=core_node8&name=testcollection_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&wt=javabin
[junit4] 2> 2119469 INFO (qtp2124393301-15420) [n:127.0.0.1:54057_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=6da8b548-52ae-4355-9f5f-620b43446fe62478622292115126&coreNodeName=core_node3&name=testcollection_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin} status=0 QTime=0
[junit4] 2> 2119473 INFO (qtp2124393301-15414) [n:127.0.0.1:54057_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=6da8b548-52ae-4355-9f5f-620b43446fe62478622298271449&coreNodeName=core_node7&name=testcollection_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&wt=javabin} status=0 QTime=0
[junit4] 2> 2119473 INFO (parallelCoreAdminExecutor-4431-thread-1-processing-n:127.0.0.1:54057_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622292115126 CREATE) [n:127.0.0.1:54057_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=6da8b548-52ae-4355-9f5f-620b43446fe62478622292115126&coreNodeName=core_node3&name=testcollection_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin
[junit4] 2> 2119480 INFO (parallelCoreAdminExecutor-4431-thread-2-processing-n:127.0.0.1:54057_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622298271449 CREATE) [n:127.0.0.1:54057_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=6da8b548-52ae-4355-9f5f-620b43446fe62478622298271449&coreNodeName=core_node7&name=testcollection_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&wt=javabin
[junit4] 2> 2119480 INFO (parallelCoreAdminExecutor-4431-thread-1-processing-n:127.0.0.1:54057_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622292115126 CREATE) [n:127.0.0.1:54057_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2119481 INFO (qtp1512988764-15405) [n:127.0.0.1:43060_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 6da8b548-52ae-4355-9f5f-620b43446fe62478622302081296
[junit4] 2> 2119481 INFO (qtp1512988764-15405) [n:127.0.0.1:43060_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=6da8b548-52ae-4355-9f5f-620b43446fe62478622302081296&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2119588 INFO (zkCallback-1481-thread-1-processing-n:127.0.0.1:43060_solr) [n:127.0.0.1:43060_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2119588 INFO (zkCallback-1482-thread-1-processing-n:127.0.0.1:54057_solr) [n:127.0.0.1:54057_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2119589 INFO (zkCallback-1482-thread-2-processing-n:127.0.0.1:54057_solr) [n:127.0.0.1:54057_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2120045 INFO (qtp1512988764-15402) [n:127.0.0.1:43060_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=6da8b548-52ae-4355-9f5f-620b43446fe6&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2120046 INFO (qtp1512988764-15402) [n:127.0.0.1:43060_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=6da8b548-52ae-4355-9f5f-620b43446fe6&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 2120459 INFO (parallelCoreAdminExecutor-4430-thread-2-processing-n:127.0.0.1:43060_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622302081296 CREATE) [n:127.0.0.1:43060_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2120459 INFO (parallelCoreAdminExecutor-4430-thread-1-processing-n:127.0.0.1:43060_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622294333651 CREATE) [n:127.0.0.1:43060_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2120468 INFO (parallelCoreAdminExecutor-4430-thread-2-processing-n:127.0.0.1:43060_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622302081296 CREATE) [n:127.0.0.1:43060_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.s.IndexSchema [testcollection_shard2_replica_n6] Schema name=minimal
[junit4] 2> 2120468 INFO (parallelCoreAdminExecutor-4430-thread-1-processing-n:127.0.0.1:43060_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622294333651 CREATE) [n:127.0.0.1:43060_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.s.IndexSchema [testcollection_shard1_replica_n2] Schema name=minimal
[junit4] 2> 2120471 INFO (parallelCoreAdminExecutor-4430-thread-2-processing-n:127.0.0.1:43060_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622302081296 CREATE) [n:127.0.0.1:43060_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2120471 INFO (parallelCoreAdminExecutor-4430-thread-1-processing-n:127.0.0.1:43060_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622294333651 CREATE) [n:127.0.0.1:43060_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2120471 INFO (parallelCoreAdminExecutor-4430-thread-2-processing-n:127.0.0.1:43060_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622302081296 CREATE) [n:127.0.0.1:43060_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard2_replica_n6' using configuration from collection testcollection, trusted=true
[junit4] 2> 2120471 INFO (parallelCoreAdminExecutor-4430-thread-1-processing-n:127.0.0.1:43060_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622294333651 CREATE) [n:127.0.0.1:43060_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard1_replica_n2' using configuration from collection testcollection, trusted=true
[junit4] 2> 2120472 INFO (parallelCoreAdminExecutor-4430-thread-2-processing-n:127.0.0.1:43060_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622302081296 CREATE) [n:127.0.0.1:43060_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43060.solr.core.testcollection.shard2.replica_n6' (registry 'solr.core.testcollection.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@653bec57
[junit4] 2> 2120472 INFO (parallelCoreAdminExecutor-4430-thread-1-processing-n:127.0.0.1:43060_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622294333651 CREATE) [n:127.0.0.1:43060_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43060.solr.core.testcollection.shard1.replica_n2' (registry 'solr.core.testcollection.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@653bec57
[junit4] 2> 2120472 INFO (parallelCoreAdminExecutor-4430-thread-2-processing-n:127.0.0.1:43060_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622302081296 CREATE) [n:127.0.0.1:43060_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2120472 INFO (parallelCoreAdminExecutor-4430-thread-1-processing-n:127.0.0.1:43060_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622294333651 CREATE) [n:127.0.0.1:43060_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2120472 INFO (parallelCoreAdminExecutor-4430-thread-2-processing-n:127.0.0.1:43060_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622302081296 CREATE) [n:127.0.0.1:43060_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SolrCore [[testcollection_shard2_replica_n6] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestAuthenticationFramework_53C8D88FA528EBAF-001/tempDir-001/node1/testcollection_shard2_replica_n6], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestAuthenticationFramework_53C8D88FA528EBAF-001/tempDir-001/node1/./testcollection_shard2_replica_n6/data/]
[junit4] 2> 2120472 INFO (parallelCoreAdminExecutor-4430-thread-1-processing-n:127.0.0.1:43060_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622294333651 CREATE) [n:127.0.0.1:43060_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.SolrCore [[testcollection_shard1_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestAuthenticationFramework_53C8D88FA528EBAF-001/tempDir-001/node1/testcollection_shard1_replica_n2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestAuthenticationFramework_53C8D88FA528EBAF-001/tempDir-001/node1/./testcollection_shard1_replica_n2/data/]
[junit4] 2> 2120484 INFO (qtp1512988764-15405) [n:127.0.0.1:43060_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 6da8b548-52ae-4355-9f5f-620b43446fe62478622302081296
[junit4] 2> 2120484 INFO (qtp1512988764-15405) [n:127.0.0.1:43060_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=6da8b548-52ae-4355-9f5f-620b43446fe62478622302081296&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2120512 INFO (parallelCoreAdminExecutor-4431-thread-2-processing-n:127.0.0.1:54057_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622298271449 CREATE) [n:127.0.0.1:54057_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2120516 INFO (parallelCoreAdminExecutor-4431-thread-1-processing-n:127.0.0.1:54057_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622292115126 CREATE) [n:127.0.0.1:54057_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2120540 INFO (parallelCoreAdminExecutor-4431-thread-2-processing-n:127.0.0.1:54057_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622298271449 CREATE) [n:127.0.0.1:54057_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.s.IndexSchema [testcollection_shard2_replica_n4] Schema name=minimal
[junit4] 2> 2120542 INFO (parallelCoreAdminExecutor-4431-thread-2-processing-n:127.0.0.1:54057_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622298271449 CREATE) [n:127.0.0.1:54057_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2120542 INFO (parallelCoreAdminExecutor-4431-thread-2-processing-n:127.0.0.1:54057_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622298271449 CREATE) [n:127.0.0.1:54057_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard2_replica_n4' using configuration from collection testcollection, trusted=true
[junit4] 2> 2120543 INFO (parallelCoreAdminExecutor-4431-thread-2-processing-n:127.0.0.1:54057_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622298271449 CREATE) [n:127.0.0.1:54057_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54057.solr.core.testcollection.shard2.replica_n4' (registry 'solr.core.testcollection.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@653bec57
[junit4] 2> 2120543 INFO (parallelCoreAdminExecutor-4431-thread-2-processing-n:127.0.0.1:54057_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622298271449 CREATE) [n:127.0.0.1:54057_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2120543 INFO (parallelCoreAdminExecutor-4431-thread-2-processing-n:127.0.0.1:54057_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622298271449 CREATE) [n:127.0.0.1:54057_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.SolrCore [[testcollection_shard2_replica_n4] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestAuthenticationFramework_53C8D88FA528EBAF-001/tempDir-001/node2/testcollection_shard2_replica_n4], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestAuthenticationFramework_53C8D88FA528EBAF-001/tempDir-001/node2/./testcollection_shard2_replica_n4/data/]
[junit4] 2> 2120547 INFO (parallelCoreAdminExecutor-4431-thread-1-processing-n:127.0.0.1:54057_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622292115126 CREATE) [n:127.0.0.1:54057_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.s.IndexSchema [testcollection_shard1_replica_n1] Schema name=minimal
[junit4] 2> 2120581 INFO (parallelCoreAdminExecutor-4431-thread-1-processing-n:127.0.0.1:54057_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622292115126 CREATE) [n:127.0.0.1:54057_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2120581 INFO (parallelCoreAdminExecutor-4431-thread-1-processing-n:127.0.0.1:54057_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622292115126 CREATE) [n:127.0.0.1:54057_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard1_replica_n1' using configuration from collection testcollection, trusted=true
[junit4] 2> 2120582 INFO (parallelCoreAdminExecutor-4431-thread-1-processing-n:127.0.0.1:54057_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622292115126 CREATE) [n:127.0.0.1:54057_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54057.solr.core.testcollection.shard1.replica_n1' (registry 'solr.core.testcollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@653bec57
[junit4] 2> 2120582 INFO (parallelCoreAdminExecutor-4431-thread-1-processing-n:127.0.0.1:54057_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622292115126 CREATE) [n:127.0.0.1:54057_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2120582 INFO (parallelCoreAdminExecutor-4431-thread-1-processing-n:127.0.0.1:54057_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622292115126 CREATE) [n:127.0.0.1:54057_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.SolrCore [[testcollection_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestAuthenticationFramework_53C8D88FA528EBAF-001/tempDir-001/node2/testcollection_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestAuthenticationFramework_53C8D88FA528EBAF-001/tempDir-001/node2/./testcollection_shard1_replica_n1/data/]
[junit4] 2> 2120634 INFO (parallelCoreAdminExecutor-4430-thread-1-processing-n:127.0.0.1:43060_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622294333651 CREATE) [n:127.0.0.1:43060_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2120634 INFO (parallelCoreAdminExecutor-4430-thread-1-processing-n:127.0.0.1:43060_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622294333651 CREATE) [n:127.0.0.1:43060_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2120635 INFO (parallelCoreAdminExecutor-4430-thread-1-processing-n:127.0.0.1:43060_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622294333651 CREATE) [n:127.0.0.1:43060_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2120635 INFO (parallelCoreAdminExecutor-4430-thread-1-processing-n:127.0.0.1:43060_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622294333651 CREATE) [n:127.0.0.1:43060_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2120636 INFO (parallelCoreAdminExecutor-4430-thread-1-processing-n:127.0.0.1:43060_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622294333651 CREATE) [n:127.0.0.1:43060_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@75111fec[testcollection_shard1_replica_n2] main]
[junit4] 2> 2120638 INFO (parallelCoreAdminExecutor-4430-thread-1-processing-n:127.0.0.1:43060_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622294333651 CREATE) [n:127.0.0.1:43060_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 2120638 INFO (parallelCoreAdminExecutor-4430-thread-1-processing-n:127.0.0.1:43060_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622294333651 CREATE) [n:127.0.0.1:43060_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 2120639 INFO (parallelCoreAdminExecutor-4430-thread-1-processing-n:127.0.0.1:43060_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622294333651 CREATE) [n:127.0.0.1:43060_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2120639 INFO (parallelCoreAdminExecutor-4430-thread-1-processing-n:127.0.0.1:43060_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622294333651 CREATE) [n:127.0.0.1:43060_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575198855174029312
[junit4] 2> 2120646 INFO (searcherExecutor-4435-thread-1-processing-x:testcollection_shard1_replica_n2 r:core_node5 6da8b548-52ae-4355-9f5f-620b43446fe62478622294333651 CREATE n:127.0.0.1:43060_solr s:shard1 c:testcollection) [n:127.0.0.1:43060_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.SolrCore [testcollection_shard1_replica_n2] Registered new searcher Searcher@75111fec[testcollection_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2120648 INFO (parallelCoreAdminExecutor-4430-thread-2-processing-n:127.0.0.1:43060_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622302081296 CREATE) [n:127.0.0.1:43060_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2120648 INFO (parallelCoreAdminExecutor-4430-thread-2-processing-n:127.0.0.1:43060_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622302081296 CREATE) [n:127.0.0.1:43060_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2120649 INFO (parallelCoreAdminExecutor-4430-thread-1-processing-n:127.0.0.1:43060_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622294333651 CREATE) [n:127.0.0.1:43060_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 2120649 INFO (parallelCoreAdminExecutor-4430-thread-2-processing-n:127.0.0.1:43060_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622302081296 CREATE) [n:127.0.0.1:43060_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2120650 INFO (parallelCoreAdminExecutor-4430-thread-2-processing-n:127.0.0.1:43060_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622302081296 CREATE) [n:127.0.0.1:43060_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2120653 INFO (parallelCoreAdminExecutor-4430-thread-2-processing-n:127.0.0.1:43060_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622302081296 CREATE) [n:127.0.0.1:43060_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@47504035[testcollection_shard2_replica_n6] main]
[junit4] 2> 2120654 INFO (parallelCoreAdminExecutor-4430-thread-2-processing-n:127.0.0.1:43060_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622302081296 CREATE) [n:127.0.0.1:43060_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 2120654 INFO (parallelCoreAdminExecutor-4430-thread-2-processing-n:127.0.0.1:43060_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622302081296 CREATE) [n:127.0.0.1:43060_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 2120656 INFO (parallelCoreAdminExecutor-4430-thread-2-processing-n:127.0.0.1:43060_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622302081296 CREATE) [n:127.0.0.1:43060_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2120659 INFO (searcherExecutor-4434-thread-1-processing-x:testcollection_shard2_replica_n6 r:core_node8 6da8b548-52ae-4355-9f5f-620b43446fe62478622302081296 CREATE n:127.0.0.1:43060_solr s:shard2 c:testcollection) [n:127.0.0.1:43060_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SolrCore [testcollection_shard2_replica_n6] Registered new searcher Searcher@47504035[testcollection_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2120659 INFO (parallelCoreAdminExecutor-4430-thread-2-processing-n:127.0.0.1:43060_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622302081296 CREATE) [n:127.0.0.1:43060_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575198855195000832
[junit4] 2> 2120669 INFO (parallelCoreAdminExecutor-4430-thread-2-processing-n:127.0.0.1:43060_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622302081296 CREATE) [n:127.0.0.1:43060_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9998ms
[junit4] 2> 2120684 INFO (parallelCoreAdminExecutor-4431-thread-1-processing-n:127.0.0.1:54057_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622292115126 CREATE) [n:127.0.0.1:54057_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2120684 INFO (parallelCoreAdminExecutor-4431-thread-1-processing-n:127.0.0.1:54057_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622292115126 CREATE) [n:127.0.0.1:54057_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2120685 INFO (parallelCoreAdminExecutor-4431-thread-1-processing-n:127.0.0.1:54057_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622292115126 CREATE) [n:127.0.0.1:54057_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2120685 INFO (parallelCoreAdminExecutor-4431-thread-1-processing-n:127.0.0.1:54057_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622292115126 CREATE) [n:127.0.0.1:54057_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2120687 INFO (parallelCoreAdminExecutor-4431-thread-1-processing-n:127.0.0.1:54057_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622292115126 CREATE) [n:127.0.0.1:54057_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6f716e06[testcollection_shard1_replica_n1] main]
[junit4] 2> 2120688 INFO (parallelCoreAdminExecutor-4431-thread-2-processing-n:127.0.0.1:54057_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622298271449 CREATE) [n:127.0.0.1:54057_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2120688 INFO (parallelCoreAdminExecutor-4431-thread-2-processing-n:127.0.0.1:54057_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622298271449 CREATE) [n:127.0.0.1:54057_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2120688 INFO (parallelCoreAdminExecutor-4431-thread-1-processing-n:127.0.0.1:54057_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622292115126 CREATE) [n:127.0.0.1:54057_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 2120689 INFO (parallelCoreAdminExecutor-4431-thread-1-processing-n:127.0.0.1:54057_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622292115126 CREATE) [n:127.0.0.1:54057_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 2120689 INFO (parallelCoreAdminExecutor-4431-thread-2-processing-n:127.0.0.1:54057_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622298271449 CREATE) [n:127.0.0.1:54057_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2120689 INFO (parallelCoreAdminExecutor-4431-thread-2-processing-n:127.0.0.1:54057_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622298271449 CREATE) [n:127.0.0.1:54057_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2120689 INFO (parallelCoreAdminExecutor-4431-thread-1-processing-n:127.0.0.1:54057_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622292115126 CREATE) [n:127.0.0.1:54057_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2120692 INFO (searcherExecutor-4437-thread-1-processing-x:testcollection_shard1_replica_n1 r:core_node3 6da8b548-52ae-4355-9f5f-620b43446fe62478622292115126 CREATE n:127.0.0.1:54057_solr s:shard1 c:testcollection) [n:127.0.0.1:54057_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.SolrCore [testcollection_shard1_replica_n1] Registered new searcher Searcher@6f716e06[testcollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2120692 INFO (parallelCoreAdminExecutor-4431-thread-2-processing-n:127.0.0.1:54057_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622298271449 CREATE) [n:127.0.0.1:54057_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@21739360[testcollection_shard2_replica_n4] main]
[junit4] 2> 2120693 INFO (parallelCoreAdminExecutor-4431-thread-1-processing-n:127.0.0.1:54057_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622292115126 CREATE) [n:127.0.0.1:54057_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575198855230652416
[junit4] 2> 2120694 INFO (parallelCoreAdminExecutor-4431-thread-2-processing-n:127.0.0.1:54057_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622298271449 CREATE) [n:127.0.0.1:54057_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 2120694 INFO (parallelCoreAdminExecutor-4431-thread-2-processing-n:127.0.0.1:54057_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622298271449 CREATE) [n:127.0.0.1:54057_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 2120695 INFO (parallelCoreAdminExecutor-4431-thread-2-processing-n:127.0.0.1:54057_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622298271449 CREATE) [n:127.0.0.1:54057_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2120695 INFO (parallelCoreAdminExecutor-4431-thread-2-processing-n:127.0.0.1:54057_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622298271449 CREATE) [n:127.0.0.1:54057_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575198855232749568
[junit4] 2> 2120698 INFO (searcherExecutor-4436-thread-1-processing-x:testcollection_shard2_replica_n4 r:core_node7 6da8b548-52ae-4355-9f5f-620b43446fe62478622298271449 CREATE n:127.0.0.1:54057_solr s:shard2 c:testcollection) [n:127.0.0.1:54057_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.SolrCore [testcollection_shard2_replica_n4] Registered new searcher Searcher@21739360[testcollection_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2120769 INFO (zkCallback-1481-thread-1-processing-n:127.0.0.1:43060_solr) [n:127.0.0.1:43060_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2120769 INFO (zkCallback-1482-thread-2-processing-n:127.0.0.1:54057_solr) [n:127.0.0.1:54057_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2120769 INFO (zkCallback-1482-thread-1-processing-n:127.0.0.1:54057_solr) [n:127.0.0.1:54057_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2121047 INFO (qtp1512988764-15407) [n:127.0.0.1:43060_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=6da8b548-52ae-4355-9f5f-620b43446fe6&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2121048 INFO (qtp1512988764-15407) [n:127.0.0.1:43060_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=6da8b548-52ae-4355-9f5f-620b43446fe6&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2121150 INFO (parallelCoreAdminExecutor-4430-thread-1-processing-n:127.0.0.1:43060_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622294333651 CREATE) [n:127.0.0.1:43060_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2121150 INFO (parallelCoreAdminExecutor-4430-thread-1-processing-n:127.0.0.1:43060_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622294333651 CREATE) [n:127.0.0.1:43060_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2121150 INFO (parallelCoreAdminExecutor-4430-thread-1-processing-n:127.0.0.1:43060_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622294333651 CREATE) [n:127.0.0.1:43060_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:43060/solr/testcollection_shard1_replica_n2/
[junit4] 2> 2121150 INFO (parallelCoreAdminExecutor-4430-thread-1-processing-n:127.0.0.1:43060_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622294333651 CREATE) [n:127.0.0.1:43060_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testcollection_shard1_replica_n2 url=https://127.0.0.1:43060/solr START replicas=[https://127.0.0.1:54057/solr/testcollection_shard1_replica_n1/] nUpdates=100
[junit4] 2> 2121151 INFO (parallelCoreAdminExecutor-4430-thread-1-processing-n:127.0.0.1:43060_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622294333651 CREATE) [n:127.0.0.1:43060_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testcollection_shard1_replica_n2 url=https://127.0.0.1:43060/solr DONE. We have no versions. sync failed.
[junit4] 2> 2121162 INFO (qtp2124393301-15419) [n:127.0.0.1:54057_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.S.Request [testcollection_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 2121162 INFO (parallelCoreAdminExecutor-4430-thread-1-processing-n:127.0.0.1:43060_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622294333651 CREATE) [n:127.0.0.1:43060_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 2121162 INFO (parallelCoreAdminExecutor-4430-thread-1-processing-n:127.0.0.1:43060_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622294333651 CREATE) [n:127.0.0.1:43060_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2121162 INFO (parallelCoreAdminExecutor-4430-thread-1-processing-n:127.0.0.1:43060_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622294333651 CREATE) [n:127.0.0.1:43060_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2121168 INFO (parallelCoreAdminExecutor-4430-thread-1-processing-n:127.0.0.1:43060_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622294333651 CREATE) [n:127.0.0.1:43060_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:43060/solr/testcollection_shard1_replica_n2/ shard1
[junit4] 2> 2121169 INFO (parallelCoreAdminExecutor-4430-thread-2-processing-n:127.0.0.1:43060_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622302081296 CREATE) [n:127.0.0.1:43060_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2121169 INFO (parallelCoreAdminExecutor-4430-thread-2-processing-n:127.0.0.1:43060_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622302081296 CREATE) [n:127.0.0.1:43060_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2121169 INFO (parallelCoreAdminExecutor-4430-thread-2-processing-n:127.0.0.1:43060_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622302081296 CREATE) [n:127.0.0.1:43060_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:43060/solr/testcollection_shard2_replica_n6/
[junit4] 2> 2121170 INFO (parallelCoreAdminExecutor-4430-thread-2-processing-n:127.0.0.1:43060_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622302081296 CREATE) [n:127.0.0.1:43060_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=testcollection_shard2_replica_n6 url=https://127.0.0.1:43060/solr START replicas=[https://127.0.0.1:54057/solr/testcollection_shard2_replica_n4/] nUpdates=100
[junit4] 2> 2121170 INFO (parallelCoreAdminExecutor-4430-thread-2-processing-n:127.0.0.1:43060_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622302081296 CREATE) [n:127.0.0.1:43060_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=testcollection_shard2_replica_n6 url=https://127.0.0.1:43060/solr DONE. We have no versions. sync failed.
[junit4] 2> 2121173 INFO (qtp2124393301-15420) [n:127.0.0.1:54057_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.S.Request [testcollection_shard2_replica_n4] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 2121174 INFO (parallelCoreAdminExecutor-4430-thread-2-processing-n:127.0.0.1:43060_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622302081296 CREATE) [n:127.0.0.1:43060_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 2121174 INFO (parallelCoreAdminExecutor-4430-thread-2-processing-n:127.0.0.1:43060_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622302081296 CREATE) [n:127.0.0.1:43060_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2121174 INFO (parallelCoreAdminExecutor-4430-thread-2-processing-n:127.0.0.1:43060_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622302081296 CREATE) [n:127.0.0.1:43060_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2121182 INFO (parallelCoreAdminExecutor-4430-thread-2-processing-n:127.0.0.1:43060_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622302081296 CREATE) [n:127.0.0.1:43060_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:43060/solr/testcollection_shard2_replica_n6/ shard2
[junit4] 2> 2121286 INFO (zkCallback-1482-thread-1-processing-n:127.0.0.1:54057_solr) [n:127.0.0.1:54057_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2121286 INFO (zkCallback-1482-thread-2-processing-n:127.0.0.1:54057_solr) [n:127.0.0.1:54057_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2121287 INFO (zkCallback-1481-thread-1-processing-n:127.0.0.1:43060_solr) [n:127.0.0.1:43060_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2121319 INFO (parallelCoreAdminExecutor-4430-thread-1-processing-n:127.0.0.1:43060_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622294333651 CREATE) [n:127.0.0.1:43060_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2121334 INFO (parallelCoreAdminExecutor-4430-thread-2-processing-n:127.0.0.1:43060_solr 6da8b548-52ae-4355-9f5f-620b43446fe62478622302081296 CREATE) [n:127.0.0.1:43060_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2121439 INFO (zkCallback-1482-thread-1-processing-n:127.0.0.1:54057_solr) [n:127.0.0.1:54057_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2121439 INFO (zkCallback-1481-thread-1-processing-n:127.0.0.1:43060_solr) [n:127.0.0.1:43060_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2121439 INFO (zkCallback-1482-thread-2-processing-n:127.0.0.1:54057_solr) [n:127.0.0.1:54057_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2121486 INFO (qtp1512988764-15405) [n:127.0.0.1:43060_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 6da8b548-52ae-4355-9f5f-620b43446fe62478622302081296
[junit4] 2> 2121486 INFO (qtp1512988764-15405) [n:127.0.0.1:43060_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=6da8b548-52ae-4355-9f5f-620b43446fe62478622302081296&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2121487 INFO (qtp2124393301-15420) [n:127.0.0.1:54057_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 6da8b548-52ae-4355-9f5f-620b43446fe62478622298271449
[junit4] 2> 2121487 INFO (qtp2124393301-15420) [n:127.0.0.1:54057_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=6da8b548-52ae-4355-9f5f-620b43446fe62478622298271449&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2121814 INFO (zkCallback-1482-thread-1-processing-n:127.0.0.1:54057_solr) [n:127.0.0.1:54057_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2121814 INFO (zkCallback-1482-thread-2-processing-n:127.0.0.1:54057_solr) [n:127.0.0.1:54057_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2121815 INFO (zkCallback-1481-thread-1-processing-n:127.0.0.1:43060_solr) [n:127.0.0.1:43060_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2122049 INFO (qtp1512988764-15408) [n:127.0.0.1:43060_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=6da8b548-52ae-4355-9f5f-620b43446fe6&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2122050 INFO (qtp1512988764-15408) [n:127.0.0.1:43060_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=6da8b548-52ae-4355-9f5f-620b43446fe6&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 2122489 INFO (qtp2124393301-15416) [n:127.0.0.1:54057_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 6da8b548-52ae-4355-9f5f-620b43446fe62478622298271449
[junit4] 2> 2122490 INFO (qtp2124393301-15416) [n:127.0.0.1:54057_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=6da8b548-52ae-4355-9f5f-620b43446fe62478622298271449&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2122495 INFO (OverseerThreadFactory-4429-thread-1-processing-n:127.0.0.1:43060_solr) [n:127.0.0.1:43060_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2123047 INFO (OverseerCollectionConfigSetProcessor-98449928304197637-127.0.0.1:43060_solr-n_0000000000) [n:127.0.0.1:43060_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2123051 INFO (qtp1512988764-15406) [n:127.0.0.1:43060_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=6da8b548-52ae-4355-9f5f-620b43446fe6&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2123054 INFO (qtp1512988764-15406) [n:127.0.0.1:43060_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=6da8b548-52ae-4355-9f5f-620b43446fe6&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 2123055 INFO (qtp1512988764-15402) [n:127.0.0.1:43060_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=6da8b548-52ae-4355-9f5f-620b43446fe6&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2123055 INFO (qtp1512988764-15402) [n:127.0.0.1:43060_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=6da8b548-52ae-4355-9f5f-620b43446fe6&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2123056 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[53C8D88FA528EBAF]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: testcollection failOnTimeout:true timeout (sec):330
[junit4] 1> -
[junit4] 1> replica:core_node3 rstate:active live:true
[junit4] 1> replica:core_node5 rstate:active live:true
[junit4] 1> replica:core_node7 rstate:active live:true
[junit4] 1> replica:core_node8 rstate:active live:true
[junit4] 1> no one is recoverying
[junit4] 2> 2123056 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[53C8D88FA528EBAF]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: testcollection
[junit4] 2> 2123068 INFO (qtp1512988764-15405) [n:127.0.0.1:43060_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.S.Request [testcollection_shard2_replica_n6] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=testcollection:6&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=https://127.0.0.1:43060/solr/testcollection_shard2_replica_n6/|https://127.0.0.1:54057/solr/testcollection_shard2_replica_n4/&rows=10&version=2&q=*:*&NOW=1502226693834&isShard=true&wt=javabin} hits=0 status=0 QTime=0
[junit4] 2> 2123070 INFO (qtp2124393301-15413) [n:127.0.0.1:54057_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.S.Request [testcollection_shard1_replica_n1] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=testcollection:6&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=https://127.0.0.1:54057/solr/testcollection_shard1_replica_n1/|https://127.0.0.1:43060/solr/testcollection_shard1_replica_n2/&rows=10&version=2&q=*:*&NOW=1502226693834&isShard=true&wt=javabin} hits=0 status=0 QTime=0
[junit4] 2> 2123076 INFO (qtp2124393301-15414) [n:127.0.0.1:54057_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.S.Request [testcollection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=testcollection:6&wt=javabin&version=2} hits=0 status=0 QTime=15
[junit4] 2> 2123107 INFO (qtp2124393301-15420) [n:127.0.0.1:54057_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:43060/solr/testcollection_shard1_replica_n2/&wt=javabin&version=2}{add=[1 (1575198857740943360)]} 0 11
[junit4] 2> 2123109 INFO (qtp1512988764-15403) [n:127.0.0.1:43060_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard1_replica_n2] webapp=/solr path=/update params={_stateVer_=testcollection:6&wt=javabin&version=2}{add=[1 (1575198857740943360)]} 0 22
[junit4] 2> 2123110 INFO (qtp2124393301-15417) [n:127.0.0.1:54057_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1575198857765060608,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2123110 INFO (qtp2124393301-15417) [n:127.0.0.1:54057_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@18c94366 commitCommandVersion:1575198857765060608
[junit4] 2> 2123125 INFO (qtp1512988764-15406) [n:127.0.0.1:43060_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1575198857780789248,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2123125 INFO (qtp1512988764-15406) [n:127.0.0.1:43060_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@22510b4 commitCommandVersion:1575198857780789248
[junit4] 2> 2123128 INFO (qtp2124393301-15417) [n:127.0.0.1:54057_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1e986d1c[testcollection_shard1_replica_n1] main]
[junit4] 2> 2123129 INFO (qtp2124393301-15417) [n:127.0.0.1:54057_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2123133 INFO (qtp2124393301-15414) [n:127.0.0.1:54057_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1575198857789177856,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2123133 INFO (qtp2124393301-15414) [n:127.0.0.1:54057_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 2123134 INFO (searcherExecutor-4437-thread-1-processing-n:127.0.0.1:54057_solr x:testcollection_shard1_replica_n1 s:shard1 c:testcollection r:core_node3) [n:127.0.0.1:54057_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.SolrCore [testcollection_shard1_replica_n1] Registered new searcher Searcher@1e986d1c[testcollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1)))}
[junit4] 2> 2123134 INFO (qtp2124393301-15417) [n:127.0.0.1:54057_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:43060/solr/testcollection_shard1_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 23
[junit4] 2> 2123138 INFO (qtp2124393301-15414) [n:127.0.0.1:54057_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2123138 INFO (qtp2124393301-15414) [n:127.0.0.1:54057_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard2_replica_n4] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:43060/solr/testcollection_shard1_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 5
[junit4] 2> 2123138 INFO (qtp1512988764-15406) [n:127.0.0.1:43060_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@52a28f73[testcollection_shard1_replica_n2] main]
[junit4] 2> 2123139 INFO (qtp1512988764-15406) [n:127.0.0.1:43060_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2123140 INFO (searcherExecutor-4435-thread-1-processing-n:127.0.0.1:43060_solr x:testcollection_shard1_replica_n2 s:shard1 c:testcollection r:core_node5) [n:127.0.0.1:43060_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.SolrCore [testcollection_shard1_replica_n2] Registered new searcher Searcher@52a28f73[testcollection_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1)))}
[junit4] 2> 2123142 INFO (qtp1512988764-15406) [n:127.0.0.1:43060_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard1_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:43060/solr/testcollection_shard1_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 17
[junit4] 2> 2123142 INFO (qtp1512988764-15408) [n:127.0.0.1:43060_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1575198857798615040,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2123144 INFO (qtp1512988764-15408) [n:127.0.0.1:43060_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 2123146 INFO (qtp1512988764-15408) [n:127.0.0.1:43060_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2123146 INFO (qtp1512988764-15408) [n:127.0.0.1:43060_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard2_replica_n6] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:43060/solr/testcollection_shard1_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 4
[junit4] 2> 2123147 INFO (qtp1512988764-15407) [n:127.0.0.1:43060_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard1_replica_n2] webapp=/solr path=/update params={_stateVer_=testcollection:6&commit=true&wt=javabin&version=2}{commit=} 0 37
[junit4] 2> 2123151 INFO (qtp1512988764-15406) [n:127.0.0.1:43060_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.S.Request [testcollection_shard2_replica_n6] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=testcollection:6&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=https://127.0.0.1:43060/solr/testcollection_shard2_replica_n6/|https://127.0.0.1:54057/solr/testcollection_shard2_replica_n4/&rows=10&version=2&q=*:*&NOW=1502226693921&isShard=true&wt=javabin} hits=0 status=0 QTime=0
[junit4] 2> 2123151 INFO (qtp1512988764-15405) [n:127.0.0.1:43060_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.S.Request [testcollection_shard1_replica_n2] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=testcollection:6&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=https://127.0.0.1:43060/solr/testcollection_shard1_replica_n2/|https://127.0.0.1:54057/solr/testcollection_shard1_replica_n1/&rows=10&version=2&q=*:*&NOW=1502226693921&isShard=true&wt=javabin} hits=1 status=0 QTime=0
[junit4] 2> 2123152 INFO (qtp1512988764-15409) [n:127.0.0.1:43060_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.S.Request [testcollection_shard1_replica_n2] webapp=/solr path=/select params={q=*:*&df=text&distrib=false&_stateVer_=testcollection:6&shards.purpose=64&NOW=1502226693921&ids=1&isShard=true&shard.url=https://127.0.0.1:43060/solr/testcollection_shard1_replica_n2/|https://127.0.0.1:54057/solr/testcollection_shard1_replica_n1/&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2123153 INFO (qtp2124393301-15420) [n:127.0.0.1:54057_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.S.Request [testcollection_shard2_replica_n4] webapp=/solr path=/select params={q=*:*&_stateVer_=testcollection:6&wt=javabin&version=2} hits=1 status=0 QTime=5
[junit4] 2> 2123154 INFO (qtp1512988764-15407) [n:127.0.0.1:43060_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=testcollection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2123159 INFO (OverseerThreadFactory-4429-thread-2-processing-n:127.0.0.1:43060_solr) [n:127.0.0.1:43060_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 2123160 INFO (qtp2124393301-15416) [n:127.0.0.1:54057_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard1.replica_n1, tag=null
[junit4] 2> 2123166 INFO (qtp1512988764-15408) [n:127.0.0.1:43060_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard1.replica_n2, tag=null
[junit4] 2> 2123173 INFO (qtp1512988764-15403) [n:127.0.0.1:43060_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard2.replica_n6, tag=null
[junit4] 2> 2123173 INFO (qtp1512988764-15408) [n:127.0.0.1:43060_solr ] o.a.s.c.SolrCore [testcollection_shard1_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@68f0a269
[junit4] 2> 2123179 INFO (qtp2124393301-15413) [n:127.0.0.1:54057_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard2.replica_n4, tag=null
[junit4] 2> 2123181 INFO (qtp2124393301-15416) [n:127.0.0.1:54057_solr ] o.a.s.c.SolrCore [testcollection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@2c7defd2
[junit4] 2> 2123184 INFO (qtp1512988764-15408) [n:127.0.0.1:43060_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard1.replica_n2, tag=1760600681
[junit4] 2> 2123185 INFO (qtp1512988764-15408) [n:127.0.0.1:43060_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard1.leader, tag=1760600681
[junit4] 2> 2123186 INFO (qtp2124393301-15413) [n:127.0.0.1:54057_solr ] o.a.s.c.SolrCore [testcollection_shard2_replica_n4] CLOSING SolrCore org.apache.solr.core.SolrCore@72a87678
[junit4] 2> 2123187 WARN (zkCallback-1482-thread-1-processing-n:127.0.0.1:54057_solr) [n:127.0.0.1:54057_solr ] o.a.s.c.LeaderElector
[junit4] 2> org.apache.solr.common.SolrException: SolrCore not found:testcollection_shard1_replica_n1 in []
[junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:297)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:269)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2123188 INFO (qtp1512988764-15408) [n:127.0.0.1:43060_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=testcollection_shard1_replica_n2&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=22
[junit4] 2> 2123188 INFO (qtp1512988764-15403) [n:127.0.0.1:43060_solr ] o.a.s.c.SolrCore [testcollection_shard2_replica_n6] CLOSING SolrCore org.apache.solr.core.SolrCore@40ec3305
[junit4] 2> 2123189 INFO (qtp2124393301-15416) [n:127.0.0.1:54057_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard1.replica_n1, tag=746450898
[junit4] 2> 2123189 INFO (qtp2124393301-15416) [n:127.0.0.1:54057_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard1.leader, tag=746450898
[junit4] 2> 2123198 INFO (qtp2124393301-15416) [n:127.0.0.1:54057_solr ] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration.
[junit4] 2> 2123200 INFO (qtp2124393301-15413) [n:127.0.0.1:54057_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard2.replica_n4, tag=1923643000
[junit4] 2> 2123200 INFO (qtp2124393301-15413) [n:127.0.0.1:54057_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=sol
[...truncated too long message...]
ode2 x:testcollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard1.replica_n1, tag=1129159645
[junit4] 2> 2127978 INFO (coreCloseExecutor-4475-thread-2) [n:127.0.0.1:43060_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SolrCore [testcollection_shard2_replica_n6] CLOSING SolrCore org.apache.solr.core.SolrCore@74b4eef2
[junit4] 2> 2127979 INFO (coreCloseExecutor-4475-thread-1) [n:127.0.0.1:43060_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard1.replica_n3, tag=1272086358
[junit4] 2> 2127984 INFO (coreCloseExecutor-4474-thread-2) [n:127.0.0.1:54057_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n5] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard2.replica_n5, tag=1123583651
[junit4] 2> 2127985 INFO (coreCloseExecutor-4475-thread-2) [n:127.0.0.1:43060_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard2.replica_n6, tag=1958014706
[junit4] 2> 2127988 INFO (coreCloseExecutor-4474-thread-2) [n:127.0.0.1:54057_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n5] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard2.leader, tag=1123583651
[junit4] 2> 2127989 INFO (coreCloseExecutor-4475-thread-2) [n:127.0.0.1:43060_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard2.leader, tag=1958014706
[junit4] 2> 2127989 INFO (coreCloseExecutor-4475-thread-1) [n:127.0.0.1:43060_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard1.leader, tag=1272086358
[junit4] 2> 2127989 INFO (coreCloseExecutor-4474-thread-1) [n:127.0.0.1:54057_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard1.leader, tag=1129159645
[junit4] 2> 2127991 INFO (jetty-closer-1471-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98449928304197637-127.0.0.1:43060_solr-n_0000000000) closing
[junit4] 2> 2127991 INFO (OverseerStateUpdate-98449928304197637-127.0.0.1:43060_solr-n_0000000000) [n:127.0.0.1:43060_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:43060_solr
[junit4] 2> 2127992 INFO (zkCallback-1481-thread-2-processing-n:127.0.0.1:43060_solr) [n:127.0.0.1:43060_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 2129491 WARN (zkCallback-1482-thread-2-processing-n:127.0.0.1:54057_solr) [n:127.0.0.1:54057_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2129492 INFO (jetty-closer-1471-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2ac107d7{/solr,null,UNAVAILABLE}
[junit4] 2> 2129497 WARN (zkCallback-1481-thread-2-processing-n:127.0.0.1:43060_solr) [n:127.0.0.1:43060_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2129497 INFO (jetty-closer-1471-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@490ea8a6{/solr,null,UNAVAILABLE}
[junit4] 2> 2129498 ERROR (SUITE-TestAuthenticationFramework-seed#[53C8D88FA528EBAF]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2129501 INFO (SUITE-TestAuthenticationFramework-seed#[53C8D88FA528EBAF]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:47923 47923
[junit4] 2> 2129673 INFO (Thread-4089) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:47923 47923
[junit4] 2> 2129677 WARN (Thread-4089) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/configs/solrCloudCollectionConfig
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 2 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 22 /solr/collections/testcollection/state.json
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/collections/testcollection/leader_elect/shard2/election/98449928304197637-core_node8-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestAuthenticationFramework_53C8D88FA528EBAF-001
[junit4] 2> Aug 08, 2017 9:11:40 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=28444, maxDocsPerChunk=124, blockSize=757), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=28444, blockSize=757)), sim=RandomSimilarity(queryNorm=false): {}, locale=de-GR, timezone=CNT
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=201556528,total=520617984
[junit4] 2> NOTE: All tests run in this JVM: [XsltUpdateRequestHandlerTest, HdfsChaosMonkeySafeLeaderTest, TestUseDocValuesAsStored, SignatureUpdateProcessorFactoryTest, TestExactStatsCache, SolrCloudReportersTest, AnalyticsQueryTest, ClusterStateTest, HdfsUnloadDistributedZkTest, PreAnalyzedFieldTest, TestRTimerTree, TestCustomStream, MigrateRouteKeyTest, TestCodecSupport, ConfigSetsAPITest, VMParamsZkACLAndCredentialsProvidersTest, TestSortByMinMaxFunction, QueryEqualityTest, TestRandomFlRTGCloud, MoveReplicaHDFSUlogDirTest, DistributedFacetPivotWhiteBoxTest, HdfsBasicDistributedZk2Test, TestExportWriter, TestDeleteCollectionOnDownNodes, SpellPossibilityIteratorTest, TestTrackingShardHandlerFactory, TestTolerantSearch, TestReplicaProperties, SolrIndexMetricsTest, SolrTestCaseJ4Test, MetricsConfigTest, MergeStrategyTest, AtomicUpdateProcessorFactoryTest, TestPrepRecovery, TestPKIAuthenticationPlugin, DocValuesNotIndexedTest, StatsReloadRaceTest, TestLFUCache, RecoveryAfterSoftCommitTest, BadIndexSchemaTest, TestMissingGroups, PropertiesRequestHandlerTest, TestDynamicFieldResource, TestReversedWildcardFilterFactory, TestUtils, CollectionReloadTest, SparseHLLTest, SolrGraphiteReporterTest, ResponseLogComponentTest, BasicAuthStandaloneTest, ReplicaListTransformerTest, TestFieldCache, MinimalSchemaTest, BlockJoinFacetRandomTest, TestDefaultStatsCache, TestSolrCoreProperties, FullSolrCloudDistribCmdsTest, TestRawTransformer, TestJavabinTupleStreamParser, TestMultiValuedNumericRangeQuery, TestSolrCloudWithSecureImpersonation, TestPseudoReturnFields, HdfsSyncSliceTest, PrimitiveFieldTypeTest, TestNonDefinedSimilarityFactory, TestSuggestSpellingConverter, SimpleMLTQParserTest, DeleteNodeTest, DocumentBuilderTest, CdcrVersionReplicationTest, TestPointFields, TestComplexPhraseQParserPlugin, SuggesterFSTTest, TestSizeLimitedDistributedMap, TestInfoStreamLogging, SolrCLIZkUtilsTest, TestTolerantUpdateProcessorRandomCloud, TestCloudJSONFacetJoinDomain, SuggestComponentContextFilterQueryTest, TestSolrCoreSnapshots, BlockCacheTest, TestDistributedMissingSort, SortByFunctionTest, ShowFileRequestHandlerTest, TestIndexSearcher, TestBackupRepositoryFactory, TestInitQParser, TestFieldTypeCollectionResource, HdfsDirectoryTest, PathHierarchyTokenizerFactoryTest, TestHdfsUpdateLog, HardAutoCommitTest, TestNumericTokenStream, TestFieldCacheSortRandom, WrapperMergePolicyFactoryTest, TestAnalyzedSuggestions, DirectUpdateHandlerOptimizeTest, TestLegacyFieldReuse, TestManagedResource, SpatialRPTFieldTypeTest, DateFieldTest, TestReloadAndDeleteDocs, UtilsToolTest, RegexBoostProcessorTest, ManagedSchemaRoundRobinCloudTest, ExitableDirectoryReaderTest, URLClassifyProcessorTest, TestJettySolrRunner, UpdateLogTest, CoreMergeIndexesAdminHandlerTest, SimpleFacetsTest, TestManagedSynonymFilterFactory, DistribJoinFromCollectionTest, TestDFRSimilarityFactory, TestQueryUtils, BlobRepositoryCloudTest, TestReplicationHandlerBackup, RecoveryZkTest, BasicDistributedZkTest, SOLR749Test, TestQuerySenderListener, UpdateParamsTest, CopyFieldTest, MultiTermTest, TestSearchPerf, ExternalFileFieldSortTest, TestPhraseSuggestions, TestPerFieldSimilarity, TimeZoneUtilsTest, OpenExchangeRatesOrgProviderTest, FileUtilsTest, TestRTGBase, TestHighlightDedupGrouping, AssignTest, CollectionsAPISolrJTest, DistribDocExpirationUpdateProcessorTest, LeaderInitiatedRecoveryOnCommitTest, MoveReplicaTest, NodeMutatorTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, OverseerStatusTest, SSLMigrationTest, SharedFSAutoReplicaFailoverTest, SharedFSAutoReplicaFailoverUtilsTest, TestAuthenticationFramework]
[junit4] Completed [529/728 (1!)] on J2 in 12.03s, 1 test, 1 error <<< FAILURES!
[...truncated 43944 lines...]
[JENKINS] Lucene-Solr-Tests-master - Build # 2067 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2067/
2 tests failed.
FAILED: org.apache.solr.cloud.HealthCheckHandlerTest.testHealthCheckHandlerSolrJ
Error Message:
Error from server at http://127.0.0.1:34199/solr: Host Unavailable: Not connected to zk
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:34199/solr: Host Unavailable: Not connected to zk
at __randomizedtesting.SeedInfo.seed([3CBFC6A590224A60:964C19B1EBC40261]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.HealthCheckHandlerTest.testHealthCheckHandlerSolrJ(HealthCheckHandlerTest.java:78)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.update.AutoCommitTest.testCommitWithin
Error Message:
Exception during query
Stack Trace:
java.lang.RuntimeException: Exception during query
at __randomizedtesting.SeedInfo.seed([3CBFC6A590224A60:866DA9DD130CA475]:0)
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:886)
at org.apache.solr.update.AutoCommitTest.testCommitWithin(AutoCommitTest.java:353)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
</response>
request was:q=id:529&qt=&start=0&rows=20&version=2.2
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:879)
... 40 more
Build Log:
[...truncated 10953 lines...]
[junit4] Suite: org.apache.solr.cloud.HealthCheckHandlerTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.HealthCheckHandlerTest_3CBFC6A590224A60-001/init-core-data-001
[junit4] 2> 276255 WARN (SUITE-HealthCheckHandlerTest-seed#[3CBFC6A590224A60]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=9 numCloses=9
[junit4] 2> 276268 INFO (SUITE-HealthCheckHandlerTest-seed#[3CBFC6A590224A60]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 276273 INFO (SUITE-HealthCheckHandlerTest-seed#[3CBFC6A590224A60]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 276273 INFO (SUITE-HealthCheckHandlerTest-seed#[3CBFC6A590224A60]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 276274 INFO (SUITE-HealthCheckHandlerTest-seed#[3CBFC6A590224A60]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.HealthCheckHandlerTest_3CBFC6A590224A60-001/tempDir-001
[junit4] 2> 276274 INFO (SUITE-HealthCheckHandlerTest-seed#[3CBFC6A590224A60]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 276274 INFO (Thread-278) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 276274 INFO (Thread-278) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 276276 ERROR (Thread-278) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 276374 INFO (SUITE-HealthCheckHandlerTest-seed#[3CBFC6A590224A60]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:38043
[junit4] 2> 276399 INFO (jetty-launcher-180-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 276400 INFO (jetty-launcher-180-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4fe6cf26{/solr,null,AVAILABLE}
[junit4] 2> 276401 INFO (jetty-launcher-180-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@51541e95{HTTP/1.1,[http/1.1]}{127.0.0.1:34199}
[junit4] 2> 276403 INFO (jetty-launcher-180-thread-1) [ ] o.e.j.s.Server Started @280801ms
[junit4] 2> 276403 INFO (jetty-launcher-180-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34199}
[junit4] 2> 276403 ERROR (jetty-launcher-180-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 276404 INFO (jetty-launcher-180-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 276404 INFO (jetty-launcher-180-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 276404 INFO (jetty-launcher-180-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 276404 INFO (jetty-launcher-180-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-08T11:53:37.023Z
[junit4] 2> 276418 INFO (jetty-launcher-180-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 276432 INFO (jetty-launcher-180-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38043/solr
[junit4] 2> 276604 INFO (jetty-launcher-180-thread-1) [n:127.0.0.1:34199_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 276605 INFO (jetty-launcher-180-thread-1) [n:127.0.0.1:34199_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34199_solr
[junit4] 2> 276606 INFO (jetty-launcher-180-thread-1) [n:127.0.0.1:34199_solr ] o.a.s.c.Overseer Overseer (id=98447734662365187-127.0.0.1:34199_solr-n_0000000000) starting
[junit4] 2> 276642 INFO (jetty-launcher-180-thread-1) [n:127.0.0.1:34199_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34199_solr
[junit4] 2> 276644 INFO (zkCallback-187-thread-1-processing-n:127.0.0.1:34199_solr) [n:127.0.0.1:34199_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 276785 INFO (jetty-launcher-180-thread-1) [n:127.0.0.1:34199_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34199.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78dd0deb
[junit4] 2> 276790 INFO (jetty-launcher-180-thread-1) [n:127.0.0.1:34199_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34199.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78dd0deb
[junit4] 2> 276790 INFO (jetty-launcher-180-thread-1) [n:127.0.0.1:34199_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34199.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78dd0deb
[junit4] 2> 276791 INFO (jetty-launcher-180-thread-1) [n:127.0.0.1:34199_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.HealthCheckHandlerTest_3CBFC6A590224A60-001/tempDir-001/node1/.
[junit4] 2> 276832 INFO (SUITE-HealthCheckHandlerTest-seed#[3CBFC6A590224A60]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 276833 INFO (SUITE-HealthCheckHandlerTest-seed#[3CBFC6A590224A60]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38043/solr ready
[junit4] 2> 276937 INFO (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[3CBFC6A590224A60]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testHealthCheckHandler
[junit4] 2> 276953 INFO (qtp1746977397-2208) [n:127.0.0.1:34199_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/health params={wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 276954 INFO (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[3CBFC6A590224A60]) [ ] o.a.s.c.MiniSolrCloudCluster Expired zookeeper session 98447734662365187 from node http://127.0.0.1:34199/solr
[junit4] 2> 276962 WARN (jetty-launcher-180-thread-1-SendThread(127.0.0.1:38043)) [n:127.0.0.1:34199_solr ] o.a.z.ClientCnxn Session 0x15dc1b16d7e0003 for server 127.0.0.1/127.0.0.1:38043, unexpected error, closing socket connection and attempting reconnect
[junit4] 2> java.nio.channels.ClosedChannelException
[junit4] 2> at sun.nio.ch.SocketChannelImpl.ensureReadOpen(SocketChannelImpl.java:257)
[junit4] 2> at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:300)
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:68)
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:366)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141)
[junit4] 2> 276965 INFO (zkCallback-192-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 277056 INFO (qtp1746977397-2206) [n:127.0.0.1:34199_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/health params={wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 277057 INFO (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[3CBFC6A590224A60]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testHealthCheckHandler
[junit4] 2> 277086 WARN (zkCallback-187-thread-5-processing-n:127.0.0.1:34199_solr) [n:127.0.0.1:34199_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3bc60196 name: ZooKeeperConnection Watcher:127.0.0.1:38043/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 277090 WARN (zkCallback-187-thread-5-processing-n:127.0.0.1:34199_solr) [n:127.0.0.1:34199_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 277132 INFO (TEST-HealthCheckHandlerTest.testHealthCheckHandlerWithCloudClient-seed#[3CBFC6A590224A60]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testHealthCheckHandlerWithCloudClient
[junit4] 2> 277134 INFO (TEST-HealthCheckHandlerTest.testHealthCheckHandlerWithCloudClient-seed#[3CBFC6A590224A60]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testHealthCheckHandlerWithCloudClient
[junit4] 2> 277216 INFO (TEST-HealthCheckHandlerTest.testHealthCheckHandlerSolrJ-seed#[3CBFC6A590224A60]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testHealthCheckHandlerSolrJ
[junit4] 2> 277228 INFO (qtp1746977397-2212) [n:127.0.0.1:34199_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/health params={wt=javabin&version=2} status=503 QTime=0
[junit4] 2> 277229 INFO (TEST-HealthCheckHandlerTest.testHealthCheckHandlerSolrJ-seed#[3CBFC6A590224A60]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testHealthCheckHandlerSolrJ
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=HealthCheckHandlerTest -Dtests.method=testHealthCheckHandlerSolrJ -Dtests.seed=3CBFC6A590224A60 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=und -Dtests.timezone=Antarctica/South_Pole -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.10s J1 | HealthCheckHandlerTest.testHealthCheckHandlerSolrJ <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:34199/solr: Host Unavailable: Not connected to zk
[junit4] > at __randomizedtesting.SeedInfo.seed([3CBFC6A590224A60:964C19B1EBC40261]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
[junit4] > at org.apache.solr.cloud.HealthCheckHandlerTest.testHealthCheckHandlerSolrJ(HealthCheckHandlerTest.java:78)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 277233 INFO (jetty-closer-181-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@51541e95{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 277236 INFO (jetty-closer-181-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=550348015
[junit4] 2> 277236 INFO (jetty-closer-181-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 277241 INFO (jetty-closer-181-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 277245 INFO (jetty-closer-181-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 278165 WARN (jetty-launcher-180-thread-1-SendThread(127.0.0.1:38043)) [n:127.0.0.1:34199_solr ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x15dc1b16d7e0003 has expired
[junit4] 2> 278166 WARN (zkCallback-187-thread-5-processing-n:127.0.0.1:34199_solr) [n:127.0.0.1:34199_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3bc60196 name: ZooKeeperConnection Watcher:127.0.0.1:38043/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
[junit4] 2> 278166 WARN (zkCallback-187-thread-5-processing-n:127.0.0.1:34199_solr) [n:127.0.0.1:34199_solr ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
[junit4] 2> 278166 INFO (zkCallback-187-thread-5-processing-n:127.0.0.1:34199_solr) [n:127.0.0.1:34199_solr ] o.a.s.c.Overseer Overseer (id=98447734662365187-127.0.0.1:34199_solr-n_0000000000) closing
[junit4] 2> 278166 INFO (OverseerStateUpdate-98447734662365187-127.0.0.1:34199_solr-n_0000000000) [n:127.0.0.1:34199_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:34199_solr
[junit4] 2> 278167 INFO (zkCallback-187-thread-5-processing-n:127.0.0.1:34199_solr) [n:127.0.0.1:34199_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 278167 WARN (zkCallback-187-thread-5-processing-n:127.0.0.1:34199_solr) [n:127.0.0.1:34199_solr ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
[junit4] 2> 278187 INFO (zkCallback-187-thread-5-processing-n:127.0.0.1:34199_solr) [n:127.0.0.1:34199_solr ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
[junit4] 2> 278187 INFO (zkCallback-187-thread-5-processing-n:127.0.0.1:34199_solr) [n:127.0.0.1:34199_solr ] o.a.s.c.ZkController ZooKeeper session re-connected ... refreshing core states after session expiration.
[junit4] 2> 278265 ERROR (jetty-closer-181-thread-1) [ ] o.a.s.c.Overseer Could not create Overseer node
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$9.execute(SolrZkClient.java:392)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$9.execute(SolrZkClient.java:389)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:389)
[junit4] 2> at org.apache.solr.cloud.Overseer.createOverseerNode(Overseer.java:758)
[junit4] 2> at org.apache.solr.cloud.Overseer.getStateUpdateQueue(Overseer.java:631)
[junit4] 2> at org.apache.solr.cloud.Overseer.getStateUpdateQueue(Overseer.java:618)
[junit4] 2> at org.apache.solr.cloud.ZkController.publishNodeAsDown(ZkController.java:2515)
[junit4] 2> at org.apache.solr.core.CoreContainer.shutdown(CoreContainer.java:725)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.destroy(SolrDispatchFilter.java:313)
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.destroyInstance(FilterHolder.java:172)
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.doStop(FilterHolder.java:150)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.stop(AbstractLifeCycle.java:89)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doStop(ServletHandler.java:238)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.stop(AbstractLifeCycle.java:89)
[junit4] 2> at org.eclipse.jetty.util.component.ContainerLifeCycle.stop(ContainerLifeCycle.java:142)
[junit4] 2> at org.eclipse.jetty.util.component.ContainerLifeCycle.doStop(ContainerLifeCycle.java:160)
[junit4] 2> at org.eclipse.jetty.server.handler.AbstractHandler.doStop(AbstractHandler.java:73)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doStop(SessionHandler.java:127)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.stop(AbstractLifeCycle.java:89)
[junit4] 2> at org.eclipse.jetty.util.component.ContainerLifeCycle.stop(ContainerLifeCycle.java:142)
[junit4] 2> at org.eclipse.jetty.util.component.ContainerLifeCycle.doStop(ContainerLifeCycle.java:160)
[junit4] 2> at org.eclipse.jetty.server.handler.AbstractHandler.doStop(AbstractHandler.java:73)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.stopContext(ContextHandler.java:825)
[junit4] 2> at org.eclipse.jetty.servlet.ServletContextHandler.stopContext(ServletContextHandler.java:356)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doStop(ContextHandler.java:880)
[junit4] 2> at org.eclipse.jetty.servlet.ServletContextHandler.doStop(ServletContextHandler.java:272)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.stop(AbstractLifeCycle.java:89)
[junit4] 2> at org.eclipse.jetty.util.component.ContainerLifeCycle.stop(ContainerLifeCycle.java:142)
[junit4] 2> at org.eclipse.jetty.util.component.ContainerLifeCycle.doStop(ContainerLifeCycle.java:160)
[junit4] 2> at org.eclipse.jetty.server.handler.AbstractHandler.doStop(AbstractHandler.java:73)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.stop(AbstractLifeCycle.java:89)
[junit4] 2> at org.eclipse.jetty.util.component.ContainerLifeCycle.stop(ContainerLifeCycle.java:142)
[junit4] 2> at org.eclipse.jetty.util.component.ContainerLifeCycle.doStop(ContainerLifeCycle.java:160)
[junit4] 2> at org.eclipse.jetty.server.handler.AbstractHandler.doStop(AbstractHandler.java:73)
[junit4] 2> at org.eclipse.jetty.server.Server.doStop(Server.java:493)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.stop(AbstractLifeCycle.java:89)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.stop(JettySolrRunner.java:428)
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.stopJettySolrRunner(MiniSolrCloudCluster.java:421)
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$shutdown$1(MiniSolrCloudCluster.java:458)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 278266 WARN (jetty-closer-181-thread-1) [ ] o.a.s.c.ZkController Could not publish node as down: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer
[junit4] 2> 278266 INFO (jetty-closer-181-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 278568 WARN (zkCallback-187-thread-1-processing-n:127.0.0.1:34199_solr) [n:127.0.0.1:34199_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 278568 ERROR (zkCallback-187-thread-5-processing-n:127.0.0.1:34199_solr) [n:127.0.0.1:34199_solr ] o.a.s.c.ZkController :org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /live_nodes
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1532)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:337)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:337)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:673)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.createClusterStateWatchersAndUpdate(ZkStateReader.java:390)
[junit4] 2> at org.apache.solr.cloud.ZkController$1.command(ZkController.java:320)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
[junit4] 2> at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:269)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 278568 ERROR (zkCallback-187-thread-5-processing-n:127.0.0.1:34199_solr) [n:127.0.0.1:34199_solr ] o.a.s.c.c.DefaultConnectionStrategy Reconnect to ZooKeeper failed:org.apache.solr.common.cloud.ZooKeeperException:
[junit4] 2> at org.apache.solr.cloud.ZkController$1.command(ZkController.java:405)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
[junit4] 2> at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:269)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /live_nodes
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1532)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:337)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:337)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:673)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.createClusterStateWatchersAndUpdate(ZkStateReader.java:390)
[junit4] 2> at org.apache.solr.cloud.ZkController$1.command(ZkController.java:320)
[junit4] 2> ... 10 more
[junit4] 2>
[junit4] 2> 278569 WARN (zkCallback-187-thread-5-processing-n:127.0.0.1:34199_solr) [n:127.0.0.1:34199_solr ] o.a.s.c.c.DefaultConnectionStrategy Reconnect to ZooKeeper failed
[junit4] 2> 278572 INFO (zkCallback-187-thread-5-processing-n:127.0.0.1:34199_solr) [n:127.0.0.1:34199_solr ] o.a.s.c.c.ConnectionManager Connected:true
[junit4] 2> 278573 INFO (jetty-closer-181-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4fe6cf26{/solr,null,UNAVAILABLE}
[junit4] 2> 278574 ERROR (SUITE-HealthCheckHandlerTest-seed#[3CBFC6A590224A60]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 278574 INFO (SUITE-HealthCheckHandlerTest-seed#[3CBFC6A590224A60]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38043 38043
[junit4] 2> 278662 INFO (Thread-278) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38043 38043
[junit4] 2> 278668 WARN (Thread-278) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.HealthCheckHandlerTest_3CBFC6A590224A60-001
[junit4] 2> Aug 08, 2017 11:53:39 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1685, maxMBSortInHeap=6.583876944425939, sim=RandomSimilarity(queryNorm=true): {}, locale=und, timezone=Antarctica/South_Pole
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=230283448,total=440401920
[junit4] 2> NOTE: All tests run in this JVM: [TestCoreContainer, TestCoreDiscovery, TestRTGBase, CollectionsAPIDistributedZkTest, ParsingFieldUpdateProcessorsTest, AssignTest, TestFieldCacheSort, CoreAdminHandlerTest, CachingDirectoryFactoryTest, NoCacheHeaderTest, TestBlendedInfixSuggestions, TestTolerantUpdateProcessorCloud, SoftAutoCommitTest, ConcurrentDeleteAndCreateCollectionTest, SegmentsInfoRequestHandlerTest, TestOrdValues, TestSimpleTrackingShardHandler, HealthCheckHandlerTest]
[junit4] Completed [60/728 (1!)] on J1 in 3.21s, 3 tests, 1 error <<< FAILURES!
[...truncated 366 lines...]
[junit4] Suite: org.apache.solr.update.AutoCommitTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.update.AutoCommitTest_3CBFC6A590224A60-001/init-core-data-001
[junit4] 2> 674956 WARN (SUITE-AutoCommitTest-seed#[3CBFC6A590224A60]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=3 numCloses=3
[junit4] 2> 674956 INFO (SUITE-AutoCommitTest-seed#[3CBFC6A590224A60]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 674974 INFO (SUITE-AutoCommitTest-seed#[3CBFC6A590224A60]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 674974 INFO (SUITE-AutoCommitTest-seed#[3CBFC6A590224A60]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 674975 INFO (SUITE-AutoCommitTest-seed#[3CBFC6A590224A60]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore
[junit4] 2> 674975 INFO (SUITE-AutoCommitTest-seed#[3CBFC6A590224A60]-worker) [ ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 675056 INFO (SUITE-AutoCommitTest-seed#[3CBFC6A590224A60]-worker) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 675158 INFO (SUITE-AutoCommitTest-seed#[3CBFC6A590224A60]-worker) [ ] o.a.s.s.IndexSchema [null] Schema name=test
[junit4] 2> 675311 INFO (SUITE-AutoCommitTest-seed#[3CBFC6A590224A60]-worker) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 675513 INFO (SUITE-AutoCommitTest-seed#[3CBFC6A590224A60]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f8d7f6b
[junit4] 2> 675534 INFO (SUITE-AutoCommitTest-seed#[3CBFC6A590224A60]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f8d7f6b
[junit4] 2> 675534 INFO (SUITE-AutoCommitTest-seed#[3CBFC6A590224A60]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f8d7f6b
[junit4] 2> 675548 INFO (coreLoadExecutor-1876-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 675626 INFO (coreLoadExecutor-1876-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 675670 INFO (coreLoadExecutor-1876-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 675924 INFO (coreLoadExecutor-1876-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 675946 INFO (coreLoadExecutor-1876-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 675946 INFO (coreLoadExecutor-1876-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f8d7f6b
[junit4] 2> 675946 INFO (coreLoadExecutor-1876-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 675946 INFO (coreLoadExecutor-1876-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.update.AutoCommitTest_3CBFC6A590224A60-001/init-core-data-001/]
[junit4] 2> 675970 INFO (coreLoadExecutor-1876-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=13, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=35.984375, floorSegmentMB=1.6923828125, forceMergeDeletesPctAllowed=24.689205284784446, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3863109456151417
[junit4] 2> 676165 INFO (coreLoadExecutor-1876-thread-1) [ x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 676165 INFO (coreLoadExecutor-1876-thread-1) [ x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 676166 INFO (coreLoadExecutor-1876-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 676166 INFO (coreLoadExecutor-1876-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 676167 INFO (coreLoadExecutor-1876-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=29, maxMergedSegmentMB=62.1455078125, floorSegmentMB=2.1103515625, forceMergeDeletesPctAllowed=0.19007260715851126, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 676168 INFO (coreLoadExecutor-1876-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@41fb8497[collection1] main]
[junit4] 2> 676169 INFO (coreLoadExecutor-1876-thread-1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 676189 INFO (coreLoadExecutor-1876-thread-1) [ x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 676231 INFO (coreLoadExecutor-1876-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 676232 INFO (searcherExecutor-1877-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 676232 INFO (coreLoadExecutor-1876-thread-1) [ x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575164173611958272
[junit4] 2> 676235 INFO (searcherExecutor-1877-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 676235 INFO (searcherExecutor-1877-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 676235 INFO (searcherExecutor-1877-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 676235 INFO (searcherExecutor-1877-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 676235 INFO (searcherExecutor-1877-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 676235 INFO (SUITE-AutoCommitTest-seed#[3CBFC6A590224A60]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore end
[junit4] 2> 676236 INFO (searcherExecutor-1877-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 676236 INFO (searcherExecutor-1877-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 676236 INFO (searcherExecutor-1877-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 676238 INFO (searcherExecutor-1877-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@41fb8497[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 676239 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[3CBFC6A590224A60]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCommitWithin
[junit4] 2> 676239 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[3CBFC6A590224A60]) [ ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4] 2> 676240 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[3CBFC6A590224A60]) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@49d3c00a[collection1] realtime]
[junit4] 2> 676241 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[3CBFC6A590224A60]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:* (-9223372036854775807)} 0 1
[junit4] 2> 676241 ERROR (TEST-AutoCommitTest.testCommitWithin-seed#[3CBFC6A590224A60]) [ ] o.a.s.c.CorePropertiesLocator Couldn't load core descriptor from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/core.properties:java.nio.file.NoSuchFileException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/core.properties
[junit4] 2> 676242 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[3CBFC6A590224A60]) [ ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 676332 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[3CBFC6A590224A60]) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 676523 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[3CBFC6A590224A60]) [ ] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 676806 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[3CBFC6A590224A60]) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 676824 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[3CBFC6A590224A60]) [ ] o.a.s.c.CoreContainer Reloading SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1
[junit4] 2> 676869 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f8d7f6b
[junit4] 2> 676869 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.update.AutoCommitTest_3CBFC6A590224A60-001/init-core-data-001/]
[junit4] 2> 677025 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 677025 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 677027 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3cd69d46[collection1] main]
[junit4] 2> 677028 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 677029 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 677032 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 677032 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575164174450819072
[junit4] 2> 677038 INFO (searcherExecutor-1882-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 677047 INFO (searcherExecutor-1882-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 677047 INFO (searcherExecutor-1882-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 677047 INFO (searcherExecutor-1882-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 677047 INFO (searcherExecutor-1882-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 677061 INFO (searcherExecutor-1882-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 677061 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=32, maxMergeAtOnceExplicit=15, maxMergedSegmentMB=3.3798828125, floorSegmentMB=0.7001953125, forceMergeDeletesPctAllowed=12.80518516797666, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.49950920676962773
[junit4] 2> 677061 INFO (searcherExecutor-1882-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 677062 INFO (searcherExecutor-1882-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 677062 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 677062 INFO (searcherExecutor-1882-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 677065 INFO (searcherExecutor-1882-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3cd69d46[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 677065 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@72c1de8e[collection1] main]
[junit4] 2> 677066 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@306c94a5
[junit4] 2> 677066 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=812422309
[junit4] 2> 677076 INFO (searcherExecutor-1882-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@72c1de8e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 677108 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[529 (1575164174494859264)]} 0 34
[junit4] 2> 677109 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:529&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
[junit4] 2> 677112 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[530 (1575164174534705152)]} 0 38
[junit4] 2> 677113 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:530&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
[junit4] 2> 677113 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[529 (-1575164174535753728)]} 0 39
[junit4] 2> 677113 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:529&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
[junit4] 2> 677114 ERROR (TEST-AutoCommitTest.testCommitWithin-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.SolrTestCaseJ4 REQUEST FAILED: xpath=//result[@numFound=1]
[junit4] 2> xml response was: <?xml version="1.0" encoding="UTF-8"?>
[junit4] 2> <response>
[junit4] 2> <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
[junit4] 2> </response>
[junit4] 2>
[junit4] 2> request was:q=id:529&qt=&start=0&rows=20&version=2.2
[junit4] 2> 677114 ERROR (TEST-AutoCommitTest.testCommitWithin-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.SolrTestCaseJ4 REQUEST FAILED: q=id:529&qt=&start=0&rows=20&version=2.2:java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
[junit4] 2> xml response was: <?xml version="1.0" encoding="UTF-8"?>
[junit4] 2> <response>
[junit4] 2> <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
[junit4] 2> </response>
[junit4] 2>
[junit4] 2> request was:q=id:529&qt=&start=0&rows=20&version=2.2
[junit4] 2> at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:879)
[junit4] 2> at org.apache.solr.update.AutoCommitTest.testCommitWithin(AutoCommitTest.java:353)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 677115 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.SolrTestCaseJ4 ###Ending testCommitWithin
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=AutoCommitTest -Dtests.method=testCommitWithin -Dtests.seed=3CBFC6A590224A60 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=zh-HK -Dtests.timezone=America/Grenada -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.88s J2 | AutoCommitTest.testCommitWithin <<<
[junit4] > Throwable #1: java.lang.RuntimeException: Exception during query
[junit4] > at __randomizedtesting.SeedInfo.seed([3CBFC6A590224A60:866DA9DD130CA475]:0)
[junit4] > at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:886)
[junit4] > at org.apache.solr.update.AutoCommitTest.testCommitWithin(AutoCommitTest.java:353)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
[junit4] > xml response was: <?xml version="1.0" encoding="UTF-8"?>
[junit4] > <response>
[junit4] > <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
[junit4] > </response>
[junit4] > request was:q=id:529&qt=&start=0&rows=20&version=2.2
[junit4] > at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:879)
[junit4] > ... 40 more
[junit4] 2> 677123 INFO (TEST-AutoCommitTest.testMaxTime-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.SolrTestCaseJ4 ###Starting testMaxTime
[junit4] 2> 677123 INFO (TEST-AutoCommitTest.testMaxTime-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4] 2> 677123 INFO (TEST-AutoCommitTest.testMaxTime-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@12e1aea5[collection1] realtime]
[junit4] 2> 677123 INFO (TEST-AutoCommitTest.testMaxTime-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:* (-9223372036854775807)} 0 0
[junit4] 2> 677124 ERROR (TEST-AutoCommitTest.testMaxTime-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.c.CorePropertiesLocator Couldn't load core descriptor from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/core.properties:java.nio.file.NoSuchFileException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/core.properties
[junit4] 2> 677124 INFO (TEST-AutoCommitTest.testMaxTime-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 677193 INFO (TEST-AutoCommitTest.testMaxTime-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 677290 INFO (TEST-AutoCommitTest.testMaxTime-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 677699 INFO (TEST-AutoCommitTest.testMaxTime-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 677709 INFO (TEST-AutoCommitTest.testMaxTime-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.c.CoreContainer Reloading SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1
[junit4] 2> 677754 INFO (TEST-AutoCommitTest.testMaxTime-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f8d7f6b
[junit4] 2> 677755 INFO (TEST-AutoCommitTest.testMaxTime-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.update.AutoCommitTest_3CBFC6A590224A60-001/init-core-data-001/]
[junit4] 2> 678037 INFO (TEST-AutoCommitTest.testMaxTime-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 678037 INFO (TEST-AutoCommitTest.testMaxTime-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 678039 INFO (TEST-AutoCommitTest.testMaxTime-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@313696fc[collection1] main]
[junit4] 2> 678040 INFO (TEST-AutoCommitTest.testMaxTime-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 678041 INFO (TEST-AutoCommitTest.testMaxTime-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 678052 INFO (TEST-AutoCommitTest.testMaxTime-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 678053 INFO (searcherExecutor-1886-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 678053 INFO (searcherExecutor-1886-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 678053 INFO (searcherExecutor-1886-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 678053 INFO (searcherExecutor-1886-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 678056 INFO (searcherExecutor-1886-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 678057 INFO (searcherExecutor-1886-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 678057 INFO (searcherExecutor-1886-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 678073 INFO (searcherExecutor-1886-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 678073 INFO (searcherExecutor-1886-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 678076 INFO (searcherExecutor-1886-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@313696fc[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 678089 INFO (TEST-AutoCommitTest.testMaxTime-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=12, maxMergeAtOnceExplicit=46, maxMergedSegmentMB=81.9853515625, floorSegmentMB=1.810546875, forceMergeDeletesPctAllowed=6.431913086621597, segmentsPerTier=50.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7117900507582643
[junit4] 2> 678093 INFO (TEST-AutoCommitTest.testMaxTime-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 678097 INFO (TEST-AutoCommitTest.testMaxTime-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@953394f[collection1] main]
[junit4] 2> 678097 INFO (TEST-AutoCommitTest.testMaxTime-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@437e4066
[junit4] 2> 678098 INFO (TEST-AutoCommitTest.testMaxTime-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1132347494
[junit4] 2> 678102 INFO (searcherExecutor-1886-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@953394f[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 678121 INFO (TEST-AutoCommitTest.testMaxTime-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[529 (1575164175576989696)]} 0 16
[junit4] 2> 678121 INFO (TEST-AutoCommitTest.testMaxTime-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:529&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
[junit4] 2> 679607 INFO (commitScheduler-1889-thread-1) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
[junit4] 2> 679612 INFO (commitScheduler-1889-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5612451d[collection1] main]
[junit4] 2> 679617 INFO (searcherExecutor-1886-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5612451d[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(8.0.0):C1)))}
[junit4] 2> 679617 INFO (commitScheduler-1889-thread-1) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 679701 INFO (TEST-AutoCommitTest.testMaxTime-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[530 (1575164177248419840)]} 0 1596
[junit4] 2> 679701 INFO (TEST-AutoCommitTest.testMaxTime-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:529&qt=&start=0&rows=20&version=2.2} hits=1 status=0 QTime=0
[junit4] 2> 679702 INFO (TEST-AutoCommitTest.testMaxTime-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:530&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
[junit4] 2> 679702 INFO (TEST-AutoCommitTest.testMaxTime-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{delete=[529 (-1575164177250516992)]} 0 0
[junit4] 2> 679703 INFO (TEST-AutoCommitTest.testMaxTime-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:529&qt=&start=0&rows=20&version=2.2} hits=1 status=0 QTime=0
[junit4] 2> 681201 INFO (commitScheduler-1889-thread-1) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
[junit4] 2> 681203 INFO (commitScheduler-1889-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@28e4dc9[collection1] main]
[junit4] 2> 681207 INFO (commitScheduler-1889-thread-1) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 681208 INFO (searcherExecutor-1886-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@28e4dc9[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_2(8.0.0):C1)))}
[junit4] 2> 681248 INFO (TEST-AutoCommitTest.testMaxTime-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[550 (1575164178870566912)]} 0 3143
[junit4] 2> 681248 INFO (TEST-AutoCommitTest.testMaxTime-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:529&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
[junit4] 2> 681249 INFO (TEST-AutoCommitTest.testMaxTime-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575164178872664064)]} 0 3144
[junit4] 2> 681249 INFO (TEST-AutoCommitTest.testMaxTime-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575164178872664065)]} 0 3144
[junit4] 2> 681249 INFO (TEST-AutoCommitTest.testMaxTime-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575164178872664066)]} 0 3144
[junit4] 2> 681249 INFO (TEST-AutoCommitTest.testMaxTime-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575164178872664067)]} 0 3145
[junit4] 2> 681250 INFO (TEST-AutoCommitTest.testMaxTime-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575164178873712640)]} 0 3145
[junit4] 2> 681250 INFO (TEST-AutoCommitTest.testMaxTime-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575164178873712641)]} 0 3145
[junit4] 2> 681250 INFO (TEST-AutoCommitTest.testMaxTime-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575164178873712642)]} 0 3145
[junit4] 2> 681250 INFO (TEST-AutoCommitTest.testMaxTime-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575164178873712643)]} 0 3145
[junit4] 2> 681250 INFO (TEST-AutoCommitTest.testMaxTime-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575164178873712644)]} 0 3145
[junit4] 2> 681250 INFO (TEST-AutoCommitTest.testMaxTime-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575164178873712645)]} 0 3146
[junit4] 2> 681251 INFO (TEST-AutoCommitTest.testMaxTime-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:500&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
[junit4] 2> 682748 INFO (commitScheduler-1889-thread-1) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
[junit4] 2> 682760 INFO (commitScheduler-1889-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3096c818[collection1] main]
[junit4] 2> 682768 INFO (searcherExecutor-1886-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3096c818[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_2(8.0.0):C1) Uninverting(_3(8.0.0):C11/9:delGen=1)))}
[junit4] 2> 682769 INFO (commitScheduler-1889-thread-1) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 683013 INFO (TEST-AutoCommitTest.testMaxTime-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[531 (1575164180721303552)]} 0 4908
[junit4] 2> 683013 INFO (TEST-AutoCommitTest.testMaxTime-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:500&qt=&start=0&rows=20&version=2.2} hits=1 status=0 QTime=0
[junit4] 2> 683014 INFO (TEST-AutoCommitTest.testMaxTime-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.SolrTestCaseJ4 ###Ending testMaxTime
[junit4] 2> 683016 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.SolrTestCaseJ4 ###Starting testMaxDocs
[junit4] 2> 683017 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4] 2> 683017 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3da78987[collection1] realtime]
[junit4] 2> 683017 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:* (-9223372036854775807)} 0 0
[junit4] 2> 683018 ERROR (TEST-AutoCommitTest.testMaxDocs-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.c.CorePropertiesLocator Couldn't load core descriptor from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/core.properties:java.nio.file.NoSuchFileException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/core.properties
[junit4] 2> 683019 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 683058 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 683082 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 683212 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 683222 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.c.CoreContainer Reloading SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1
[junit4] 2> 683241 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f8d7f6b
[junit4] 2> 683241 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.update.AutoCommitTest_3CBFC6A590224A60-001/init-core-data-001/]
[junit4] 2> 683321 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 683321 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 683322 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1ff98df2[collection1] main]
[junit4] 2> 683323 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 683324 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 683331 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 683331 INFO (searcherExecutor-1890-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 683337 INFO (searcherExecutor-1890-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 683337 INFO (searcherExecutor-1890-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 683337 INFO (searcherExecutor-1890-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 683337 INFO (searcherExecutor-1890-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 683338 INFO (searcherExecutor-1890-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 683338 INFO (searcherExecutor-1890-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 683342 INFO (searcherExecutor-1890-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 683343 INFO (searcherExecutor-1890-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 683346 INFO (searcherExecutor-1890-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1ff98df2[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 683346 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=45, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=1.5576171875, noCFSRatio=1.0]
[junit4] 2> 683347 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 683347 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@34f859b1[collection1] main]
[junit4] 2> 683348 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@50e380bb
[junit4] 2> 683351 INFO (searcherExecutor-1890-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@34f859b1[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 683351 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1357086907
[junit4] 2> 683363 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[0 (1575164181089353728)]} 0 0
[junit4] 2> 683364 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[1 (1575164181090402304)]} 0 1
[junit4] 2> 683364 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[2 (1575164181090402305)]} 0 1
[junit4] 2> 683366 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[3 (1575164181090402306)]} 0 3
[junit4] 2> 683366 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[4 (1575164181092499456)]} 0 3
[junit4] 2> 683367 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[5 (1575164181092499457)]} 0 4
[junit4] 2> 683367 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[6 (1575164181093548032)]} 0 4
[junit4] 2> 683367 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[7 (1575164181093548033)]} 0 4
[junit4] 2> 683367 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[8 (1575164181093548034)]} 0 4
[junit4] 2> 683367 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[9 (1575164181093548035)]} 0 4
[junit4] 2> 683368 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[10 (1575164181094596608)]} 0 5
[junit4] 2> 683368 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[11 (1575164181094596609)]} 0 5
[junit4] 2> 683368 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[12 (1575164181094596610)]} 0 5
[junit4] 2> 683368 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[13 (1575164181094596611)]} 0 5
[junit4] 2> 683369 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:1&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
[junit4] 2> 683472 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[14 (1575164181095645184)]} 0 109
[junit4] 2> 683473 INFO (commitScheduler-1893-thread-1) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
[junit4] 2> 683480 INFO (commitScheduler-1893-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4eac090f[collection1] main]
[junit4] 2> 683482 INFO (searcherExecutor-1890-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4eac090f[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_5(8.0.0):C15)))}
[junit4] 2> 683482 INFO (commitScheduler-1893-thread-1) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 683723 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[15 (1575164181465792512)]} 0 360
[junit4] 2> 683723 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:14&qt=&start=0&rows=20&version=2.2} hits=1 status=0 QTime=0
[junit4] 2> 683724 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:15&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
[junit4] 2> 683724 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[3CBFC6A590224A60]) [ x:collection1] o.a.s.SolrTestCaseJ4 ###Ending testMaxDocs
[junit4] 2> 683725 INFO (SUITE-AutoCommitTest-seed#[3CBFC6A590224A60]-worker) [ x:collection1] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> 683725 INFO (SUITE-AutoCommitTest-seed#[3CBFC6A590224A60]-worker) [ x:collection1] o.a.s.c.CoreContainer Shutting down CoreContainer instance=568655596
[junit4] 2> 683725 INFO (SUITE-AutoCommitTest-seed#[3CBFC6A590224A60]-worker) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 683726 INFO (SUITE-AutoCommitTest-seed#[3CBFC6A590224A60]-worker) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 683728 INFO (SUITE-AutoCommitTest-seed#[3CBFC6A590224A60]-worker) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 683728 INFO (SUITE-AutoCommitTest-seed#[3CBFC6A590224A60]-worker) [ x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 683745 INFO (coreCloseExecutor-1894-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@60764b97
[junit4] 2> 683759 INFO (coreCloseExecutor-1894-thread-1-processing-x:collection1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1618365335
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.update.AutoCommitTest_3CBFC6A590224A60-001
[junit4] 2> Aug 08, 2017 12:00:24 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=false): {}, locale=zh-HK, timezone=America/Grenada
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=230553392,total=458752000
[junit4] 2> NOTE: All tests run in this JVM: [TestStressLiveNodes, CoreMergeIndexesAdminHandlerTest, SpatialRPTFieldTypeTest, HardAutoCommitTest, TestXmlQParser, TestSolrConfigHandlerConcurrent, FastVectorHighlighterTest, TestCloudRecovery, OverseerTest, OverseerCollectionConfigSetProcessorTest, DistributedSuggestComponentTest, TestMissingGroups, HdfsChaosMonkeySafeLeaderTest, SimplePostToolTest, SortByFunctionTest, UniqFieldsUpdateProcessorFactoryTest, TestUnifiedSolrHighlighter, TestDynamicFieldResource, BadIndexSchemaTest, TestSQLHandler, V2StandaloneTest, TestConfigSetsAPIExclusivity, TestPKIAuthenticationPlugin, TestFieldCacheSortRandom, TestCustomStream, UpdateLogTest, SpellCheckCollatorWithCollapseTest, RecoveryAfterSoftCommitTest, TestLFUCache, TestScoreJoinQPScore, DocExpirationUpdateProcessorFactoryTest, TestConfigSetProperties, SearchHandlerTest, PingRequestHandlerTest, SimpleMLTQParserTest, HdfsRecoverLeaseTest, HdfsUnloadDistributedZkTest, TestFieldCache, TestSurroundQueryParser, TestSerializedLuceneMatchVersion, TestBackupRepositoryFactory, NodeMutatorTest, ClassificationUpdateProcessorIntegrationTest, TestManagedResource, ExitableDirectoryReaderTest, TestLMJelinekMercerSimilarityFactory, WrapperMergePolicyFactoryTest, TestInfoStreamLogging, MoveReplicaHDFSUlogDirTest, TestUtils, CdcrUpdateLogTest, CollectionsAPIAsyncDistributedZkTest, TestSolrDeletionPolicy2, RegexBoostProcessorTest, TestExportWriter, StatsComponentTest, TestJsonFacets, CollectionReloadTest, AutoCommitTest]
[junit4] Completed [170/728 (2!)] on J2 in 9.10s, 3 tests, 1 error <<< FAILURES!
[...truncated 45149 lines...]
[JENKINS] Lucene-Solr-Tests-master - Build # 2066 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2066/
2 tests failed.
FAILED: org.apache.solr.cloud.MultiThreadedOCPTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([B258EF9411F2EE33:3A0CD04EBF0E83CB]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.MultiThreadedOCPTest.testFillWorkQueue(MultiThreadedOCPTest.java:111)
at org.apache.solr.cloud.MultiThreadedOCPTest.test(MultiThreadedOCPTest.java:66)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.common.cloud.TestCollectionStateWatchers.testSimpleCollectionWatch
Error Message:
CollectionStateWatcher was never notified of cluster change
Stack Trace:
java.lang.AssertionError: CollectionStateWatcher was never notified of cluster change
at __randomizedtesting.SeedInfo.seed([6885AF7C350E2136:35BE600C7203BE08]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.common.cloud.TestCollectionStateWatchers.testSimpleCollectionWatch(TestCollectionStateWatchers.java:139)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11212 lines...]
[junit4] Suite: org.apache.solr.cloud.MultiThreadedOCPTest
[junit4] 2> 807851 INFO (SUITE-MultiThreadedOCPTest-seed#[B258EF9411F2EE33]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_B258EF9411F2EE33-001/init-core-data-001
[junit4] 2> 807851 WARN (SUITE-MultiThreadedOCPTest-seed#[B258EF9411F2EE33]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 807852 INFO (SUITE-MultiThreadedOCPTest-seed#[B258EF9411F2EE33]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 807865 INFO (SUITE-MultiThreadedOCPTest-seed#[B258EF9411F2EE33]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 807865 INFO (SUITE-MultiThreadedOCPTest-seed#[B258EF9411F2EE33]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /s_i/
[junit4] 2> 807882 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 807882 INFO (Thread-637) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 807882 INFO (Thread-637) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 807883 ERROR (Thread-637) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 807982 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.c.ZkTestServer start zk server on port:38862
[junit4] 2> 808176 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 808177 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 808178 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 808178 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 808179 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 808180 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 808180 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 808198 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 808199 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 808199 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 808200 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 808433 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 809409 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 809554 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@38de345f{/s_i,null,AVAILABLE}
[junit4] 2> 809556 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5b8f121f{SSL,[ssl, http/1.1]}{127.0.0.1:41109}
[junit4] 2> 809556 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.e.j.s.Server Started @818885ms
[junit4] 2> 809556 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_B258EF9411F2EE33-001/tempDir-001/control/data, replicaType=NRT, hostContext=/s_i, hostPort=41109, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_B258EF9411F2EE33-001/control-001/cores}
[junit4] 2> 809556 ERROR (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 809556 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 809556 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 809557 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 809557 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-08T00:23:18.144Z
[junit4] 2> 809728 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 809728 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_B258EF9411F2EE33-001/control-001/solr.xml
[junit4] 2> 809762 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@23922b2f, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 809794 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38862/solr
[junit4] 2> 811019 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [n:127.0.0.1:41109_s_i ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 811036 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [n:127.0.0.1:41109_s_i ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41109_s_i
[junit4] 2> 811036 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [n:127.0.0.1:41109_s_i ] o.a.s.c.Overseer Overseer (id=98445020133457925-127.0.0.1:41109_s_i-n_0000000000) starting
[junit4] 2> 811077 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [n:127.0.0.1:41109_s_i ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41109_s_i
[junit4] 2> 811125 INFO (zkCallback-428-thread-1-processing-n:127.0.0.1:41109_s_i) [n:127.0.0.1:41109_s_i ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 811451 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [n:127.0.0.1:41109_s_i ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@23922b2f
[junit4] 2> 811467 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [n:127.0.0.1:41109_s_i ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@23922b2f
[junit4] 2> 811467 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [n:127.0.0.1:41109_s_i ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@23922b2f
[junit4] 2> 811468 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [n:127.0.0.1:41109_s_i ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_B258EF9411F2EE33-001/control-001/cores
[junit4] 2> 811609 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 811609 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38862/solr ready
[junit4] 2> 811881 INFO (qtp1470055141-2633) [n:127.0.0.1:41109_s_i ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:41109_s_i&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 811897 INFO (OverseerThreadFactory-1111-thread-1-processing-n:127.0.0.1:41109_s_i) [n:127.0.0.1:41109_s_i ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 812045 INFO (qtp1470055141-2634) [n:127.0.0.1:41109_s_i ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 812045 INFO (qtp1470055141-2634) [n:127.0.0.1:41109_s_i ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 812201 INFO (zkCallback-428-thread-1-processing-n:127.0.0.1:41109_s_i) [n:127.0.0.1:41109_s_i ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 813193 INFO (qtp1470055141-2634) [n:127.0.0.1:41109_s_i c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 813239 INFO (qtp1470055141-2634) [n:127.0.0.1:41109_s_i c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 813746 INFO (qtp1470055141-2634) [n:127.0.0.1:41109_s_i c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 814019 INFO (qtp1470055141-2634) [n:127.0.0.1:41109_s_i c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 814020 INFO (qtp1470055141-2634) [n:127.0.0.1:41109_s_i c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@23922b2f
[junit4] 2> 814020 INFO (qtp1470055141-2634) [n:127.0.0.1:41109_s_i c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 814020 INFO (qtp1470055141-2634) [n:127.0.0.1:41109_s_i c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_B258EF9411F2EE33-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_B258EF9411F2EE33-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 814022 INFO (qtp1470055141-2634) [n:127.0.0.1:41109_s_i c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=49, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3347219630579471]
[junit4] 2> 814025 WARN (qtp1470055141-2634) [n:127.0.0.1:41109_s_i c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 814303 INFO (qtp1470055141-2634) [n:127.0.0.1:41109_s_i c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 814303 INFO (qtp1470055141-2634) [n:127.0.0.1:41109_s_i c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 814304 INFO (qtp1470055141-2634) [n:127.0.0.1:41109_s_i c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 814304 INFO (qtp1470055141-2634) [n:127.0.0.1:41109_s_i c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 814305 INFO (qtp1470055141-2634) [n:127.0.0.1:41109_s_i c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=13, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 814306 INFO (qtp1470055141-2634) [n:127.0.0.1:41109_s_i c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1c4ae196[control_collection_shard1_replica_n1] main]
[junit4] 2> 814346 INFO (qtp1470055141-2634) [n:127.0.0.1:41109_s_i c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 814346 INFO (qtp1470055141-2634) [n:127.0.0.1:41109_s_i c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 814347 INFO (qtp1470055141-2634) [n:127.0.0.1:41109_s_i c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 814347 INFO (qtp1470055141-2634) [n:127.0.0.1:41109_s_i c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575120328913321984
[junit4] 2> 814351 INFO (qtp1470055141-2634) [n:127.0.0.1:41109_s_i c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 814351 INFO (qtp1470055141-2634) [n:127.0.0.1:41109_s_i c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 814351 INFO (qtp1470055141-2634) [n:127.0.0.1:41109_s_i c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:41109/s_i/control_collection_shard1_replica_n1/
[junit4] 2> 814351 INFO (qtp1470055141-2634) [n:127.0.0.1:41109_s_i c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 814351 INFO (qtp1470055141-2634) [n:127.0.0.1:41109_s_i c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:41109/s_i/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 814351 INFO (qtp1470055141-2634) [n:127.0.0.1:41109_s_i c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 814378 INFO (searcherExecutor-1114-thread-1-processing-n:127.0.0.1:41109_s_i x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:41109_s_i c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@1c4ae196[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 814420 INFO (qtp1470055141-2634) [n:127.0.0.1:41109_s_i c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:41109/s_i/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 814433 INFO (zkCallback-428-thread-2-processing-n:127.0.0.1:41109_s_i) [n:127.0.0.1:41109_s_i ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 814709 INFO (zkCallback-428-thread-1-processing-n:127.0.0.1:41109_s_i) [n:127.0.0.1:41109_s_i ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 814759 INFO (qtp1470055141-2634) [n:127.0.0.1:41109_s_i c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 814760 INFO (qtp1470055141-2634) [n:127.0.0.1:41109_s_i c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2715
[junit4] 2> 814810 INFO (qtp1470055141-2633) [n:127.0.0.1:41109_s_i ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 814961 INFO (zkCallback-428-thread-1-processing-n:127.0.0.1:41109_s_i) [n:127.0.0.1:41109_s_i ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 815817 INFO (qtp1470055141-2633) [n:127.0.0.1:41109_s_i ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:41109_s_i&wt=javabin&version=2} status=0 QTime=3936
[junit4] 2> 815886 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 815887 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38862/solr ready
[junit4] 2> 815887 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 815943 INFO (qtp1470055141-2632) [n:127.0.0.1:41109_s_i ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 815967 INFO (OverseerCollectionConfigSetProcessor-98445020133457925-127.0.0.1:41109_s_i-n_0000000000) [n:127.0.0.1:41109_s_i ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 815999 INFO (OverseerThreadFactory-1111-thread-2-processing-n:127.0.0.1:41109_s_i) [n:127.0.0.1:41109_s_i ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 816008 WARN (OverseerThreadFactory-1111-thread-2-processing-n:127.0.0.1:41109_s_i) [n:127.0.0.1:41109_s_i ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 816236 INFO (qtp1470055141-2632) [n:127.0.0.1:41109_s_i ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 816236 INFO (qtp1470055141-2632) [n:127.0.0.1:41109_s_i ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=293
[junit4] 2> 816695 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_B258EF9411F2EE33-001/shard-1-001 of type NRT
[junit4] 2> 816696 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 816748 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@60658e5d{/s_i,null,AVAILABLE}
[junit4] 2> 816748 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@376e3eb0{SSL,[ssl, http/1.1]}{127.0.0.1:43763}
[junit4] 2> 816748 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.e.j.s.Server Started @826078ms
[junit4] 2> 816748 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_B258EF9411F2EE33-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/s_i, hostPort=43763, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_B258EF9411F2EE33-001/shard-1-001/cores}
[junit4] 2> 816749 ERROR (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 816749 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 816749 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 816749 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 816749 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-08T00:23:25.336Z
[junit4] 2> 816780 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 816780 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_B258EF9411F2EE33-001/shard-1-001/solr.xml
[junit4] 2> 816796 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@23922b2f, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 816807 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38862/solr
[junit4] 2> 816893 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [n:127.0.0.1:43763_s_i ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 816895 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [n:127.0.0.1:43763_s_i ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 816896 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [n:127.0.0.1:43763_s_i ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43763_s_i
[junit4] 2> 816926 INFO (zkCallback-435-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 816926 INFO (zkCallback-428-thread-1-processing-n:127.0.0.1:41109_s_i) [n:127.0.0.1:41109_s_i ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 817011 INFO (zkCallback-440-thread-1-processing-n:127.0.0.1:43763_s_i) [n:127.0.0.1:43763_s_i ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 817442 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [n:127.0.0.1:43763_s_i ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@23922b2f
[junit4] 2> 817475 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [n:127.0.0.1:43763_s_i ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@23922b2f
[junit4] 2> 817475 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [n:127.0.0.1:43763_s_i ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@23922b2f
[junit4] 2> 817476 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [n:127.0.0.1:43763_s_i ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_B258EF9411F2EE33-001/shard-1-001/cores
[junit4] 2> 817622 INFO (qtp1470055141-2634) [n:127.0.0.1:41109_s_i ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:43763_s_i&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 817668 INFO (OverseerCollectionConfigSetProcessor-98445020133457925-127.0.0.1:41109_s_i-n_0000000000) [n:127.0.0.1:41109_s_i ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 817669 INFO (OverseerThreadFactory-1111-thread-3-processing-n:127.0.0.1:41109_s_i) [n:127.0.0.1:41109_s_i ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:43763_s_i for creating new replica
[junit4] 2> 817927 INFO (qtp1519529598-2676) [n:127.0.0.1:43763_s_i ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 817928 INFO (qtp1519529598-2676) [n:127.0.0.1:43763_s_i ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 819066 INFO (qtp1519529598-2676) [n:127.0.0.1:43763_s_i c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 819245 INFO (qtp1519529598-2676) [n:127.0.0.1:43763_s_i c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema [collection1_shard2_replica_n41] Schema name=test
[junit4] 2> 819689 INFO (qtp1519529598-2676) [n:127.0.0.1:43763_s_i c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 819740 INFO (qtp1519529598-2676) [n:127.0.0.1:43763_s_i c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n41' using configuration from collection collection1, trusted=true
[junit4] 2> 819740 INFO (qtp1519529598-2676) [n:127.0.0.1:43763_s_i c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n41' (registry 'solr.core.collection1.shard2.replica_n41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@23922b2f
[junit4] 2> 819740 INFO (qtp1519529598-2676) [n:127.0.0.1:43763_s_i c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 819741 INFO (qtp1519529598-2676) [n:127.0.0.1:43763_s_i c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [[collection1_shard2_replica_n41] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_B258EF9411F2EE33-001/shard-1-001/cores/collection1_shard2_replica_n41], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_B258EF9411F2EE33-001/shard-1-001/cores/collection1_shard2_replica_n41/data/]
[junit4] 2> 819755 INFO (qtp1519529598-2676) [n:127.0.0.1:43763_s_i c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=49, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3347219630579471]
[junit4] 2> 819782 WARN (qtp1519529598-2676) [n:127.0.0.1:43763_s_i c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 819928 INFO (qtp1519529598-2676) [n:127.0.0.1:43763_s_i c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 819928 INFO (qtp1519529598-2676) [n:127.0.0.1:43763_s_i c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 819929 INFO (qtp1519529598-2676) [n:127.0.0.1:43763_s_i c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 819929 INFO (qtp1519529598-2676) [n:127.0.0.1:43763_s_i c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 819930 INFO (qtp1519529598-2676) [n:127.0.0.1:43763_s_i c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=13, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 819930 INFO (qtp1519529598-2676) [n:127.0.0.1:43763_s_i c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.SolrIndexSearcher Opening [Searcher@6640b8a6[collection1_shard2_replica_n41] main]
[junit4] 2> 819931 INFO (qtp1519529598-2676) [n:127.0.0.1:43763_s_i c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 819931 INFO (qtp1519529598-2676) [n:127.0.0.1:43763_s_i c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 819944 INFO (qtp1519529598-2676) [n:127.0.0.1:43763_s_i c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 819945 INFO (searcherExecutor-1125-thread-1-processing-n:127.0.0.1:43763_s_i x:collection1_shard2_replica_n41 s:shard2 c:collection1) [n:127.0.0.1:43763_s_i c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [collection1_shard2_replica_n41] Registered new searcher Searcher@6640b8a6[collection1_shard2_replica_n41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 819945 INFO (qtp1519529598-2676) [n:127.0.0.1:43763_s_i c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575120334783250432
[junit4] 2> 819979 INFO (qtp1519529598-2676) [n:127.0.0.1:43763_s_i c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 819979 INFO (qtp1519529598-2676) [n:127.0.0.1:43763_s_i c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 819980 INFO (qtp1519529598-2676) [n:127.0.0.1:43763_s_i c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:43763/s_i/collection1_shard2_replica_n41/
[junit4] 2> 819980 INFO (qtp1519529598-2676) [n:127.0.0.1:43763_s_i c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 819980 INFO (qtp1519529598-2676) [n:127.0.0.1:43763_s_i c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy https://127.0.0.1:43763/s_i/collection1_shard2_replica_n41/ has no replicas
[junit4] 2> 819980 INFO (qtp1519529598-2676) [n:127.0.0.1:43763_s_i c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 820019 INFO (qtp1519529598-2676) [n:127.0.0.1:43763_s_i c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:43763/s_i/collection1_shard2_replica_n41/ shard2
[junit4] 2> 820181 INFO (qtp1519529598-2676) [n:127.0.0.1:43763_s_i c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 820182 INFO (qtp1519529598-2676) [n:127.0.0.1:43763_s_i c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2283
[junit4] 2> 820197 INFO (qtp1470055141-2634) [n:127.0.0.1:41109_s_i ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:43763_s_i&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=2574
[junit4] 2> 820688 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_B258EF9411F2EE33-001/shard-2-001 of type NRT
[junit4] 2> 820689 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 820690 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@16f93181{/s_i,null,AVAILABLE}
[junit4] 2> 820690 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5e724212{SSL,[ssl, http/1.1]}{127.0.0.1:45400}
[junit4] 2> 820703 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.e.j.s.Server Started @830019ms
[junit4] 2> 820703 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_B258EF9411F2EE33-001/tempDir-001/jetty2, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/s_i, hostPort=45400, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_B258EF9411F2EE33-001/shard-2-001/cores}
[junit4] 2> 820703 ERROR (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 820725 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 820725 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 820725 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 820725 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-08T00:23:29.312Z
[junit4] 2> 820756 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 820756 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_B258EF9411F2EE33-001/shard-2-001/solr.xml
[junit4] 2> 820773 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@23922b2f, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 820813 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38862/solr
[junit4] 2> 820941 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [n:127.0.0.1:45400_s_i ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 820942 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [n:127.0.0.1:45400_s_i ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 820956 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [n:127.0.0.1:45400_s_i ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45400_s_i
[junit4] 2> 820957 INFO (zkCallback-435-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 820957 INFO (zkCallback-440-thread-1-processing-n:127.0.0.1:43763_s_i) [n:127.0.0.1:43763_s_i ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 820958 INFO (zkCallback-446-thread-1-processing-n:127.0.0.1:45400_s_i) [n:127.0.0.1:45400_s_i ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 820957 INFO (zkCallback-428-thread-1-processing-n:127.0.0.1:41109_s_i) [n:127.0.0.1:41109_s_i ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 821270 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [n:127.0.0.1:45400_s_i ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@23922b2f
[junit4] 2> 821286 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [n:127.0.0.1:45400_s_i ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@23922b2f
[junit4] 2> 821286 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [n:127.0.0.1:45400_s_i ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@23922b2f
[junit4] 2> 821300 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [n:127.0.0.1:45400_s_i ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_B258EF9411F2EE33-001/shard-2-001/cores
[junit4] 2> 821368 INFO (qtp1470055141-2633) [n:127.0.0.1:41109_s_i ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:45400_s_i&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 821462 INFO (OverseerCollectionConfigSetProcessor-98445020133457925-127.0.0.1:41109_s_i-n_0000000000) [n:127.0.0.1:41109_s_i ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 821478 INFO (OverseerThreadFactory-1111-thread-4-processing-n:127.0.0.1:41109_s_i) [n:127.0.0.1:41109_s_i ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:45400_s_i for creating new replica
[junit4] 2> 821697 INFO (qtp1525921371-2705) [n:127.0.0.1:45400_s_i ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 821697 INFO (qtp1525921371-2705) [n:127.0.0.1:45400_s_i ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 822760 INFO (qtp1525921371-2705) [n:127.0.0.1:45400_s_i c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 822796 INFO (qtp1525921371-2705) [n:127.0.0.1:45400_s_i c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema [collection1_shard1_replica_n43] Schema name=test
[junit4] 2> 823303 INFO (qtp1525921371-2705) [n:127.0.0.1:45400_s_i c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 823385 INFO (qtp1525921371-2705) [n:127.0.0.1:45400_s_i c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n43' using configuration from collection collection1, trusted=true
[junit4] 2> 823385 INFO (qtp1525921371-2705) [n:127.0.0.1:45400_s_i c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n43' (registry 'solr.core.collection1.shard1.replica_n43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@23922b2f
[junit4] 2> 823385 INFO (qtp1525921371-2705) [n:127.0.0.1:45400_s_i c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 823386 INFO (qtp1525921371-2705) [n:127.0.0.1:45400_s_i c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [[collection1_shard1_replica_n43] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_B258EF9411F2EE33-001/shard-2-001/cores/collection1_shard1_replica_n43], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_B258EF9411F2EE33-001/shard-2-001/cores/collection1_shard1_replica_n43/data/]
[junit4] 2> 823401 INFO (qtp1525921371-2705) [n:127.0.0.1:45400_s_i c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=49, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3347219630579471]
[junit4] 2> 823403 WARN (qtp1525921371-2705) [n:127.0.0.1:45400_s_i c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 823582 INFO (qtp1525921371-2705) [n:127.0.0.1:45400_s_i c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 823583 INFO (qtp1525921371-2705) [n:127.0.0.1:45400_s_i c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 823596 INFO (qtp1525921371-2705) [n:127.0.0.1:45400_s_i c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 823596 INFO (qtp1525921371-2705) [n:127.0.0.1:45400_s_i c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 823612 INFO (qtp1525921371-2705) [n:127.0.0.1:45400_s_i c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=13, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 823612 INFO (qtp1525921371-2705) [n:127.0.0.1:45400_s_i c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.SolrIndexSearcher Opening [Searcher@542942f1[collection1_shard1_replica_n43] main]
[junit4] 2> 823613 INFO (qtp1525921371-2705) [n:127.0.0.1:45400_s_i c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 823613 INFO (qtp1525921371-2705) [n:127.0.0.1:45400_s_i c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 823614 INFO (qtp1525921371-2705) [n:127.0.0.1:45400_s_i c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 823614 INFO (qtp1525921371-2705) [n:127.0.0.1:45400_s_i c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575120338630475776
[junit4] 2> 823662 INFO (searcherExecutor-1136-thread-1-processing-n:127.0.0.1:45400_s_i x:collection1_shard1_replica_n43 s:shard1 c:collection1) [n:127.0.0.1:45400_s_i c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [collection1_shard1_replica_n43] Registered new searcher Searcher@542942f1[collection1_shard1_replica_n43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 823664 INFO (qtp1525921371-2705) [n:127.0.0.1:45400_s_i c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 823664 INFO (qtp1525921371-2705) [n:127.0.0.1:45400_s_i c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 823664 INFO (qtp1525921371-2705) [n:127.0.0.1:45400_s_i c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:45400/s_i/collection1_shard1_replica_n43/
[junit4] 2> 823664 INFO (qtp1525921371-2705) [n:127.0.0.1:45400_s_i c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 823664 INFO (qtp1525921371-2705) [n:127.0.0.1:45400_s_i c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy https://127.0.0.1:45400/s_i/collection1_shard1_replica_n43/ has no replicas
[junit4] 2> 823664 INFO (qtp1525921371-2705) [n:127.0.0.1:45400_s_i c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 823697 INFO (qtp1525921371-2705) [n:127.0.0.1:45400_s_i c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:45400/s_i/collection1_shard1_replica_n43/ shard1
[junit4] 2> 823858 INFO (qtp1525921371-2705) [n:127.0.0.1:45400_s_i c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 823859 INFO (qtp1525921371-2705) [n:127.0.0.1:45400_s_i c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2162
[junit4] 2> 823861 INFO (qtp1470055141-2633) [n:127.0.0.1:41109_s_i ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:45400_s_i&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=2493
[junit4] 2> 824192 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_B258EF9411F2EE33-001/shard-3-001 of type NRT
[junit4] 2> 824205 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 824206 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5d513610{/s_i,null,AVAILABLE}
[junit4] 2> 824206 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@22af6ea0{SSL,[ssl, http/1.1]}{127.0.0.1:39335}
[junit4] 2> 824206 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.e.j.s.Server Started @833536ms
[junit4] 2> 824207 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_B258EF9411F2EE33-001/tempDir-001/jetty3, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/s_i, hostPort=39335, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_B258EF9411F2EE33-001/shard-3-001/cores}
[junit4] 2> 824207 ERROR (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 824217 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 824217 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 824217 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 824217 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-08T00:23:32.804Z
[junit4] 2> 824236 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 824236 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_B258EF9411F2EE33-001/shard-3-001/solr.xml
[junit4] 2> 824402 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@23922b2f, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 824419 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38862/solr
[junit4] 2> 824446 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [n:127.0.0.1:39335_s_i ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 824447 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [n:127.0.0.1:39335_s_i ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 824451 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [n:127.0.0.1:39335_s_i ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39335_s_i
[junit4] 2> 824473 INFO (zkCallback-440-thread-1-processing-n:127.0.0.1:43763_s_i) [n:127.0.0.1:43763_s_i ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 824473 INFO (zkCallback-428-thread-1-processing-n:127.0.0.1:41109_s_i) [n:127.0.0.1:41109_s_i ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 824485 INFO (zkCallback-446-thread-1-processing-n:127.0.0.1:45400_s_i) [n:127.0.0.1:45400_s_i ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 824485 INFO (zkCallback-435-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 824497 INFO (zkCallback-452-thread-1-processing-n:127.0.0.1:39335_s_i) [n:127.0.0.1:39335_s_i ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 824715 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [n:127.0.0.1:39335_s_i ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@23922b2f
[junit4] 2> 824732 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [n:127.0.0.1:39335_s_i ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@23922b2f
[junit4] 2> 824745 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [n:127.0.0.1:39335_s_i ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@23922b2f
[junit4] 2> 824747 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [n:127.0.0.1:39335_s_i ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_B258EF9411F2EE33-001/shard-3-001/cores
[junit4] 2> 824927 INFO (qtp1470055141-2631) [n:127.0.0.1:41109_s_i ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:39335_s_i&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 824988 INFO (OverseerCollectionConfigSetProcessor-98445020133457925-127.0.0.1:41109_s_i-n_0000000000) [n:127.0.0.1:41109_s_i ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 824989 INFO (OverseerThreadFactory-1111-thread-5-processing-n:127.0.0.1:41109_s_i) [n:127.0.0.1:41109_s_i ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:39335_s_i for creating new replica
[junit4] 2> 825245 INFO (qtp974807075-2731) [n:127.0.0.1:39335_s_i ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 825245 INFO (qtp974807075-2731) [n:127.0.0.1:39335_s_i ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 826364 INFO (qtp974807075-2731) [n:127.0.0.1:39335_s_i c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 826412 INFO (qtp974807075-2731) [n:127.0.0.1:39335_s_i c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.s.IndexSchema [collection1_shard2_replica_n45] Schema name=test
[junit4] 2> 827124 INFO (qtp974807075-2731) [n:127.0.0.1:39335_s_i c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 827190 INFO (qtp974807075-2731) [n:127.0.0.1:39335_s_i c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n45' using configuration from collection collection1, trusted=true
[junit4] 2> 827190 INFO (qtp974807075-2731) [n:127.0.0.1:39335_s_i c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n45' (registry 'solr.core.collection1.shard2.replica_n45') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@23922b2f
[junit4] 2> 827190 INFO (qtp974807075-2731) [n:127.0.0.1:39335_s_i c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 827206 INFO (qtp974807075-2731) [n:127.0.0.1:39335_s_i c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrCore [[collection1_shard2_replica_n45] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_B258EF9411F2EE33-001/shard-3-001/cores/collection1_shard2_replica_n45], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_B258EF9411F2EE33-001/shard-3-001/cores/collection1_shard2_replica_n45/data/]
[junit4] 2> 827252 INFO (qtp974807075-2731) [n:127.0.0.1:39335_s_i c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=49, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3347219630579471]
[junit4] 2> 827269 WARN (qtp974807075-2731) [n:127.0.0.1:39335_s_i c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 827471 INFO (qtp974807075-2731) [n:127.0.0.1:39335_s_i c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 827471 INFO (qtp974807075-2731) [n:127.0.0.1:39335_s_i c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 827472 INFO (qtp974807075-2731) [n:127.0.0.1:39335_s_i c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 827472 INFO (qtp974807075-2731) [n:127.0.0.1:39335_s_i c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 827473 INFO (qtp974807075-2731) [n:127.0.0.1:39335_s_i c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=13, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 827473 INFO (qtp974807075-2731) [n:127.0.0.1:39335_s_i c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.s.SolrIndexSearcher Opening [Searcher@2e9e50bc[collection1_shard2_replica_n45] main]
[junit4] 2> 827479 INFO (qtp974807075-2731) [n:127.0.0.1:39335_s_i c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 827479 INFO (qtp974807075-2731) [n:127.0.0.1:39335_s_i c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 827480 INFO (qtp974807075-2731) [n:127.0.0.1:39335_s_i c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 827480 INFO (qtp974807075-2731) [n:127.0.0.1:39335_s_i c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575120342684270592
[junit4] 2> 827482 INFO (searcherExecutor-1147-thread-1-processing-n:127.0.0.1:39335_s_i x:collection1_shard2_replica_n45 s:shard2 c:collection1) [n:127.0.0.1:39335_s_i c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrCore [collection1_shard2_replica_n45] Registered new searcher Searcher@2e9e50bc[collection1_shard2_replica_n45] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 827496 INFO (qtp974807075-2731) [n:127.0.0.1:39335_s_i c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.ZkController Core needs to recover:collection1_shard2_replica_n45
[junit4] 2> 827496 INFO (updateExecutor-449-thread-1-processing-n:127.0.0.1:39335_s_i x:collection1_shard2_replica_n45 s:shard2 c:collection1) [n:127.0.0.1:39335_s_i c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 827496 INFO (qtp974807075-2731) [n:127.0.0.1:39335_s_i c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2251
[junit4] 2> 827503 INFO (recoveryExecutor-450-thread-1-processing-n:127.0.0.1:39335_s_i x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:39335_s_i c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 827503 INFO (recoveryExecutor-450-thread-1-processing-n:127.0.0.1:39335_s_i x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:39335_s_i c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 827503 INFO (recoveryExecutor-450-thread-1-processing-n:127.0.0.1:39335_s_i x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:39335_s_i c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1_shard2_replica_n45]
[junit4] 2> 827503 INFO (recoveryExecutor-450-thread-1-processing-n:127.0.0.1:39335_s_i x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:39335_s_i c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 827503 INFO (recoveryExecutor-450-thread-1-processing-n:127.0.0.1:39335_s_i x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:39335_s_i c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy Publishing state of core [collection1_shard2_replica_n45] as recovering, leader is [https://127.0.0.1:43763/s_i/collection1_shard2_replica_n41/] and I am [https://127.0.0.1:39335/s_i/collection1_shard2_replica_n45/]
[junit4] 2> 827552 INFO (qtp1470055141-2631) [n:127.0.0.1:41109_s_i ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:39335_s_i&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=2625
[junit4] 2> 827584 INFO (recoveryExecutor-450-thread-1-processing-n:127.0.0.1:39335_s_i x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:39335_s_i c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy Sending prep recovery command to [https://127.0.0.1:43763/s_i]; [WaitForState: action=PREPRECOVERY&core=collection1_shard2_replica_n41&nodeName=127.0.0.1:39335_s_i&coreNodeName=core_node46&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 827720 INFO (qtp1519529598-2670) [n:127.0.0.1:43763_s_i ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node46, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
[junit4] 2> 827720 INFO (qtp1519529598-2670) [n:127.0.0.1:43763_s_i ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1_shard2_replica_n41, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:39335_s_i, coreNodeName=core_node46, onlyIfActiveCheckResult=false, nodeProps: core_node46:{"core":"collection1_shard2_replica_n45","base_url":"https://127.0.0.1:39335/s_i","node_name":"127.0.0.1:39335_s_i","state":"recovering","type":"NRT"}
[junit4] 2> 827720 INFO (qtp1519529598-2670) [n:127.0.0.1:43763_s_i ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node46, state: recovering, checkLive: true, onlyIfLeader: true for: 0 seconds.
[junit4] 2> 827720 INFO (qtp1519529598-2670) [n:127.0.0.1:43763_s_i ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:39335_s_i&onlyIfLeaderActive=true&core=collection1_shard2_replica_n41&coreNodeName=core_node46&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 828088 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_B258EF9411F2EE33-001/shard-4-001 of type NRT
[junit4] 2> 828089 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 828090 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@37c43590{/s_i,null,AVAILABLE}
[junit4] 2> 828090 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5ad59636{SSL,[ssl, http/1.1]}{127.0.0.1:34841}
[junit4] 2> 828090 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.e.j.s.Server Started @837419ms
[junit4] 2> 828090 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_B258EF9411F2EE33-001/tempDir-001/jetty4, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/s_i, hostPort=34841, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_B258EF9411F2EE33-001/shard-4-001/cores}
[junit4] 2> 828090 ERROR (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 828140 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 828141 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 828141 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 828141 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-08T00:23:36.728Z
[junit4] 2> 828194 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 828194 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_B258EF9411F2EE33-001/shard-4-001/solr.xml
[junit4] 2> 828210 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@23922b2f, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 828225 INFO (recoveryExecutor-450-thread-1-processing-n:127.0.0.1:39335_s_i x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:39335_s_i c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [https://127.0.0.1:43763/s_i/collection1_shard2_replica_n41/] - recoveringAfterStartup=[true]
[junit4] 2> 828225 INFO (recoveryExecutor-450-thread-1-processing-n:127.0.0.1:39335_s_i x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:39335_s_i c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.u.PeerSync PeerSync: core=collection1_shard2_replica_n45 url=https://127.0.0.1:39335/s_i START replicas=[https://127.0.0.1:43763/s_i/collection1_shard2_replica_n41/] nUpdates=100
[junit4] 2> 828226 INFO (TEST-MultiThreadedOCPTest.test-seed#[B258EF9411F2EE33]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38862/solr
[junit4] 2> 828340 INFO (qtp1519529598-2674) [n:127.0.0.1:43763_s_i c:collection1 s:shard2 r:core_node42 x:collection1_shard2_replica_n41] o.a.s.u.IndexFingerprint IndexFingerprint millis:65.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 828340 INFO (qtp1519529598-2674) [n:127.0.0.1:43763_s_i c:collection1 s:shard2 r:core_node42 x:collection1_shard2_replica_n41] o.a.s.c.S.Request [collection1_shard2_replica_n41] webapp=/s_i path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=98
[junit4] 2> 828341 INFO (recoveryExecutor-450-thread-1-processing-n:127.0.0.1:39335_s_i x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:39335_s_i c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 828341 INFO (recoveryExecutor-450-thread-1-processing-n:127.0.0.1:39335_s_i x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:39335_s_i c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync
[junit4] 2> 828341 INFO (recoveryExecutor-450-thread-1-processing-n:127.0.0.1:39335_s_i x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:39335_s_i c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 828341 INFO (recoveryExecutor-450-thread-1-processing-n:127.0.0.1:39335_s_i x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:39335_s_i c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 828342 INFO (recoveryExecutor-450-thread-1-processing-n:127.0.0.1:39335_s_i x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:39335_s_i c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 828355 INFO (recoveryExecutor-450-thread-1-processing-n:127.0.0.1:39335_s_i x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:39335_s_i c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy PeerSync stage of recovery was successful.
[junit4] 2> 828355 INFO (recoveryExecutor-450-thread-1-processing-n:127.0.0.1:39335_s_i x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:39335_s_i c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy Replaying updates buffered during PeerSync.
[junit4] 2> 828355 INFO (recoveryExecutor-450-thread-1-processing-n:127.0.0.1:39335_s_i x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:39335_s_i c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy No replay needed.
[junit4] 2> 828355 INFO (recoveryExecutor-450-thread-1-processing-n:127.0.0.1:39335_s_i x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:39335_s_i c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.R
[...truncated too long message...]
4] 2> 156297 INFO (coreCloseExecutor-218-thread-2) [n:127.0.0.1:37159_solr c:stateformat1 s:shard1 r:core_node2 x:stateformat1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.stateformat1.shard1.leader, tag=1444114503
[junit4] 2> 156325 INFO (coreCloseExecutor-218-thread-1) [n:127.0.0.1:37159_solr c:testcollection s:shard2 r:core_node5 x:testcollection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard2.replica_n2, tag=57363203
[junit4] 2> 156383 INFO (coreCloseExecutor-218-thread-3) [n:127.0.0.1:37159_solr c:falsepredicate s:shard4 r:core_node8 x:falsepredicate_shard4_replica_n6] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.falsepredicate.shard4.replica_n6, tag=2096144931
[junit4] 2> 156394 INFO (coreCloseExecutor-218-thread-3) [n:127.0.0.1:37159_solr c:falsepredicate s:shard4 r:core_node8 x:falsepredicate_shard4_replica_n6] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.falsepredicate.shard4.leader, tag=2096144931
[junit4] 2> 156396 INFO (coreCloseExecutor-218-thread-1) [n:127.0.0.1:37159_solr c:testcollection s:shard2 r:core_node5 x:testcollection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard2.leader, tag=57363203
[junit4] 2> 156396 INFO (coreCloseExecutor-217-thread-1) [n:127.0.0.1:43239_solr c:falsepredicate s:shard2 r:core_node5 x:falsepredicate_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.falsepredicate.shard2.replica_n2, tag=2007273607
[junit4] 2> 156398 INFO (coreCloseExecutor-217-thread-1) [n:127.0.0.1:43239_solr c:falsepredicate s:shard2 r:core_node5 x:falsepredicate_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.falsepredicate.shard2.leader, tag=2007273607
[junit4] 2> 156432 INFO (coreCloseExecutor-219-thread-3) [n:127.0.0.1:44097_solr c:delayed s:shard1 r:core_node2 x:delayed_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.delayed.shard1.replica_n1, tag=629029549
[junit4] 2> 156435 INFO (coreCloseExecutor-219-thread-3) [n:127.0.0.1:44097_solr c:delayed s:shard1 r:core_node2 x:delayed_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.delayed.shard1.leader, tag=629029549
[junit4] 2> 156469 INFO (coreCloseExecutor-219-thread-1) [n:127.0.0.1:44097_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard1.replica_n1, tag=1268575273
[junit4] 2> 156483 INFO (zkCallback-77-thread-3-processing-n:127.0.0.1:44097_solr) [n:127.0.0.1:44097_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 156483 INFO (zkCallback-98-thread-1-processing-n:127.0.0.1:43239_solr) [n:127.0.0.1:43239_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 156483 INFO (zkCallback-111-thread-2-processing-n:127.0.0.1:37159_solr) [n:127.0.0.1:37159_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 156484 INFO (coreCloseExecutor-219-thread-1) [n:127.0.0.1:44097_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard1.leader, tag=1268575273
[junit4] 2> 156485 INFO (coreCloseExecutor-219-thread-2) [n:127.0.0.1:44097_solr c:falsepredicate s:shard1 r:core_node3 x:falsepredicate_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.falsepredicate.shard1.replica_n1, tag=661203447
[junit4] 2> 156485 WARN (zkCallback-98-thread-1-processing-n:127.0.0.1:43239_solr) [n:127.0.0.1:43239_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 156498 INFO (jetty-closer-58-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@235cb47b{/solr,null,UNAVAILABLE}
[junit4] 2> 156499 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15dbf6c22b5001e, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 156500 INFO (coreCloseExecutor-219-thread-2) [n:127.0.0.1:44097_solr c:falsepredicate s:shard1 r:core_node3 x:falsepredicate_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.falsepredicate.shard1.leader, tag=661203447
[junit4] 2> 156500 INFO (zkCallback-77-thread-3-processing-n:127.0.0.1:44097_solr) [n:127.0.0.1:44097_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 156513 INFO (zkCallback-77-thread-3-processing-n:127.0.0.1:44097_solr) [n:127.0.0.1:44097_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 156534 INFO (jetty-closer-58-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98445238031679497-127.0.0.1:44097_solr-n_0000000002) closing
[junit4] 2> 156542 INFO (OverseerStateUpdate-98445238031679497-127.0.0.1:44097_solr-n_0000000002) [n:127.0.0.1:44097_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:44097_solr
[junit4] 2> 156542 INFO (jetty-closer-58-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@33408818{/solr,null,UNAVAILABLE}
[junit4] 2> 156632 INFO (jetty-closer-58-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@18a2a976{/solr,null,UNAVAILABLE}
[junit4] 2> 157992 WARN (zkCallback-105-thread-2-processing-n:127.0.0.1:35105_solr) [n:127.0.0.1:35105_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 157992 INFO (jetty-closer-58-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2042b3f{/solr,null,UNAVAILABLE}
[junit4] 2> 158022 ERROR (SUITE-TestCollectionStateWatchers-seed#[6885AF7C350E2136]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 158023 INFO (SUITE-TestCollectionStateWatchers-seed#[6885AF7C350E2136]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42595 42595
[junit4] 2> 158304 INFO (Thread-49) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42595 42595
[junit4] 2> 158306 WARN (Thread-49) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/aliases.json
[junit4] 2> 8 /solr/clusterprops.json
[junit4] 2> 7 /solr/security.json
[junit4] 2> 7 /solr/configs/config
[junit4] 2> 4 /solr/collections/stateformat1/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 73 /solr/collections/testcollection/state.json
[junit4] 2> 53 /solr/collections/falsepredicate/state.json
[junit4] 2> 16 /solr/collections/waitforstate/state.json
[junit4] 2> 12 /solr/collections/currentstate/state.json
[junit4] 2> 9 /solr/collections/stateformat1/state.json
[junit4] 2> 8 /solr/clusterstate.json
[junit4] 2> 7 /solr/collections/delayed/state.json
[junit4] 2> 7 /solr/collections/tobedeleted/state.json
[junit4] 2> 2 /solr/overseer_elect/election/98445238031679511-127.0.0.1:43239_solr-n_0000000004
[junit4] 2> 2 /solr/overseer_elect/election/98445238031679497-127.0.0.1:44097_solr-n_0000000002
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/collections
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 3 /solr/overseer/queue-work
[junit4] 2> 3 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J0/temp/solr.common.cloud.TestCollectionStateWatchers_6885AF7C350E2136-001
[junit4] 2> Aug 08, 2017 1:20:24 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1479, maxMBSortInHeap=7.068403513400802, sim=RandomSimilarity(queryNorm=true): {}, locale=ar-IQ, timezone=America/Santiago
[junit4] 2> NOTE: Linux 4.4.0-83-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=52977840,total=310902784
[junit4] 2> NOTE: All tests run in this JVM: [StreamExpressionToExpessionTest, TestSpellCheckResponse, UuidEvaluatorTest, CloudSolrClientMultiConstructorTest, HttpSolrClientSSLAuthConPoolTest, OrEvaluatorTest, TestNamedListCodec, ArcCosineEvaluatorTest, HyperbolicSineEvaluatorTest, AbsoluteValueEvaluatorTest, TestCollectionAdminRequest, ConcurrentUpdateSolrClientTest, SolrExampleStreamingTest, TestCollectionStateWatchers]
[junit4] Completed [50/135 (1!)] on J0 in 104.21s, 9 tests, 1 failure <<< FAILURES!
[...truncated 42664 lines...]
[JENKINS] Lucene-Solr-Tests-master - Build # 2065 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2065/
1 tests failed.
FAILED: org.apache.solr.cloud.LeaderFailureAfterFreshStartTest.test
Error Message:
Could not load collection from ZK: collection1
Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: collection1
at __randomizedtesting.SeedInfo.seed([76383D8827D70FE3:FE6C0252892B621B]:0)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1114)
at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:647)
at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:128)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:108)
at org.apache.solr.cloud.LeaderFailureAfterFreshStartTest.waitTillNodesActive(LeaderFailureAfterFreshStartTest.java:208)
at org.apache.solr.cloud.LeaderFailureAfterFreshStartTest.restartNodes(LeaderFailureAfterFreshStartTest.java:173)
at org.apache.solr.cloud.LeaderFailureAfterFreshStartTest.test(LeaderFailureAfterFreshStartTest.java:148)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/state.json
at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:357)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:354)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354)
at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1126)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1112)
... 47 more
Build Log:
[...truncated 10933 lines...]
[junit4] Suite: org.apache.solr.cloud.LeaderFailureAfterFreshStartTest
[junit4] 2> 273129 INFO (SUITE-LeaderFailureAfterFreshStartTest-seed#[76383D8827D70FE3]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_76383D8827D70FE3-001/init-core-data-001
[junit4] 2> 273151 WARN (SUITE-LeaderFailureAfterFreshStartTest-seed#[76383D8827D70FE3]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=17 numCloses=17
[junit4] 2> 273151 INFO (SUITE-LeaderFailureAfterFreshStartTest-seed#[76383D8827D70FE3]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 273152 INFO (SUITE-LeaderFailureAfterFreshStartTest-seed#[76383D8827D70FE3]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 273152 INFO (SUITE-LeaderFailureAfterFreshStartTest-seed#[76383D8827D70FE3]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /ec_did/s
[junit4] 2> 273156 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 273156 INFO (Thread-288) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 273156 INFO (Thread-288) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 273158 ERROR (Thread-288) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 273256 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.a.s.c.ZkTestServer start zk server on port:35731
[junit4] 2> 273265 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 273267 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 273285 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 273286 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 273287 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 273288 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 273289 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 273290 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 273290 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 273291 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 273301 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 273321 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 273468 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 273487 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@77ffe00f{/ec_did/s,null,AVAILABLE}
[junit4] 2> 273504 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@23bcc857{HTTP/1.1,[http/1.1]}{127.0.0.1:44128}
[junit4] 2> 273505 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.e.j.s.Server Started @282117ms
[junit4] 2> 273505 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_76383D8827D70FE3-001/tempDir-001/control/data, hostContext=/ec_did/s, hostPort=44128, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_76383D8827D70FE3-001/control-001/cores}
[junit4] 2> 273505 ERROR (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 273505 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 273505 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 273505 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 273505 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-07T15:34:38.447Z
[junit4] 2> 273534 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 273534 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_76383D8827D70FE3-001/control-001/solr.xml
[junit4] 2> 273539 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@29eee00b, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 273557 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35731/solr
[junit4] 2> 273753 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [n:127.0.0.1:44128_ec_did%2Fs ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 273753 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [n:127.0.0.1:44128_ec_did%2Fs ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44128_ec_did%2Fs
[junit4] 2> 273754 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [n:127.0.0.1:44128_ec_did%2Fs ] o.a.s.c.Overseer Overseer (id=98442941438296068-127.0.0.1:44128_ec_did%2Fs-n_0000000000) starting
[junit4] 2> 273766 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [n:127.0.0.1:44128_ec_did%2Fs ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44128_ec_did%2Fs
[junit4] 2> 273821 INFO (OverseerStateUpdate-98442941438296068-127.0.0.1:44128_ec_did%2Fs-n_0000000000) [n:127.0.0.1:44128_ec_did%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 273935 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [n:127.0.0.1:44128_ec_did%2Fs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29eee00b
[junit4] 2> 273951 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [n:127.0.0.1:44128_ec_did%2Fs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29eee00b
[junit4] 2> 273951 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [n:127.0.0.1:44128_ec_did%2Fs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29eee00b
[junit4] 2> 273952 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [n:127.0.0.1:44128_ec_did%2Fs ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_76383D8827D70FE3-001/control-001/cores
[junit4] 2> 274093 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 274094 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35731/solr ready
[junit4] 2> 274102 INFO (qtp2070055241-1290) [n:127.0.0.1:44128_ec_did%2Fs ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:44128_ec_did%252Fs&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 274104 INFO (OverseerThreadFactory-553-thread-1-processing-n:127.0.0.1:44128_ec_did%2Fs) [n:127.0.0.1:44128_ec_did%2Fs ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 274217 INFO (qtp2070055241-1288) [n:127.0.0.1:44128_ec_did%2Fs ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 274217 INFO (qtp2070055241-1288) [n:127.0.0.1:44128_ec_did%2Fs ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 274337 INFO (zkCallback-251-thread-1-processing-n:127.0.0.1:44128_ec_did%2Fs) [n:127.0.0.1:44128_ec_did%2Fs ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 275256 INFO (qtp2070055241-1288) [n:127.0.0.1:44128_ec_did%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 275300 INFO (qtp2070055241-1288) [n:127.0.0.1:44128_ec_did%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 275316 WARN (qtp2070055241-1288) [n:127.0.0.1:44128_ec_did%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieIntField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 275318 WARN (qtp2070055241-1288) [n:127.0.0.1:44128_ec_did%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieFloatField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 275320 WARN (qtp2070055241-1288) [n:127.0.0.1:44128_ec_did%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieLongField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 275335 WARN (qtp2070055241-1288) [n:127.0.0.1:44128_ec_did%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieDoubleField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 275370 WARN (qtp2070055241-1288) [n:127.0.0.1:44128_ec_did%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieDateField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 275499 WARN (qtp2070055241-1288) [n:127.0.0.1:44128_ec_did%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.EnumField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 275507 INFO (qtp2070055241-1288) [n:127.0.0.1:44128_ec_did%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 275553 INFO (qtp2070055241-1288) [n:127.0.0.1:44128_ec_did%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 275566 INFO (qtp2070055241-1288) [n:127.0.0.1:44128_ec_did%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29eee00b
[junit4] 2> 275582 INFO (qtp2070055241-1288) [n:127.0.0.1:44128_ec_did%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 275582 INFO (qtp2070055241-1288) [n:127.0.0.1:44128_ec_did%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_76383D8827D70FE3-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_76383D8827D70FE3-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 275585 INFO (qtp2070055241-1288) [n:127.0.0.1:44128_ec_did%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=347969762, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 275610 WARN (qtp2070055241-1288) [n:127.0.0.1:44128_ec_did%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 275719 INFO (qtp2070055241-1288) [n:127.0.0.1:44128_ec_did%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 275719 INFO (qtp2070055241-1288) [n:127.0.0.1:44128_ec_did%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=1000 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 275766 INFO (qtp2070055241-1288) [n:127.0.0.1:44128_ec_did%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 275766 INFO (qtp2070055241-1288) [n:127.0.0.1:44128_ec_did%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 275767 INFO (qtp2070055241-1288) [n:127.0.0.1:44128_ec_did%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=24, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 275768 INFO (qtp2070055241-1288) [n:127.0.0.1:44128_ec_did%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5ec262db[control_collection_shard1_replica_n1] main]
[junit4] 2> 275777 INFO (qtp2070055241-1288) [n:127.0.0.1:44128_ec_did%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 275777 INFO (qtp2070055241-1288) [n:127.0.0.1:44128_ec_did%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 275778 INFO (qtp2070055241-1288) [n:127.0.0.1:44128_ec_did%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 275779 INFO (qtp2070055241-1288) [n:127.0.0.1:44128_ec_did%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575087065762103296
[junit4] 2> 275779 INFO (searcherExecutor-556-thread-1-processing-n:127.0.0.1:44128_ec_did%2Fs x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:44128_ec_did%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@5ec262db[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 275791 INFO (qtp2070055241-1288) [n:127.0.0.1:44128_ec_did%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 275792 INFO (qtp2070055241-1288) [n:127.0.0.1:44128_ec_did%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 275792 INFO (qtp2070055241-1288) [n:127.0.0.1:44128_ec_did%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44128/ec_did/s/control_collection_shard1_replica_n1/
[junit4] 2> 275792 INFO (qtp2070055241-1288) [n:127.0.0.1:44128_ec_did%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 275792 INFO (qtp2070055241-1288) [n:127.0.0.1:44128_ec_did%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:44128/ec_did/s/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 275792 INFO (qtp2070055241-1288) [n:127.0.0.1:44128_ec_did%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 275800 INFO (qtp2070055241-1288) [n:127.0.0.1:44128_ec_did%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44128/ec_did/s/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 275919 INFO (zkCallback-251-thread-1-processing-n:127.0.0.1:44128_ec_did%2Fs) [n:127.0.0.1:44128_ec_did%2Fs ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 275951 INFO (qtp2070055241-1288) [n:127.0.0.1:44128_ec_did%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 275952 INFO (qtp2070055241-1288) [n:127.0.0.1:44128_ec_did%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1735
[junit4] 2> 275973 INFO (qtp2070055241-1290) [n:127.0.0.1:44128_ec_did%2Fs ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 276073 INFO (zkCallback-251-thread-1-processing-n:127.0.0.1:44128_ec_did%2Fs) [n:127.0.0.1:44128_ec_did%2Fs ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 276105 INFO (OverseerCollectionConfigSetProcessor-98442941438296068-127.0.0.1:44128_ec_did%2Fs-n_0000000000) [n:127.0.0.1:44128_ec_did%2Fs ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 276974 INFO (qtp2070055241-1290) [n:127.0.0.1:44128_ec_did%2Fs ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:44128_ec_did%252Fs&wt=javabin&version=2} status=0 QTime=2872
[junit4] 2> 277002 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 277003 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35731/solr ready
[junit4] 2> 277003 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 277006 INFO (qtp2070055241-1287) [n:127.0.0.1:44128_ec_did%2Fs ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 277032 INFO (OverseerThreadFactory-553-thread-2-processing-n:127.0.0.1:44128_ec_did%2Fs) [n:127.0.0.1:44128_ec_did%2Fs ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 277033 WARN (OverseerThreadFactory-553-thread-2-processing-n:127.0.0.1:44128_ec_did%2Fs) [n:127.0.0.1:44128_ec_did%2Fs ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 277273 INFO (qtp2070055241-1287) [n:127.0.0.1:44128_ec_did%2Fs ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 277273 INFO (qtp2070055241-1287) [n:127.0.0.1:44128_ec_did%2Fs ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=267
[junit4] 2> 277598 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_76383D8827D70FE3-001/shard-1-001 of type NRT
[junit4] 2> 277598 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 277628 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@63586258{/ec_did/s,null,AVAILABLE}
[junit4] 2> 277628 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7b197e4e{HTTP/1.1,[http/1.1]}{127.0.0.1:39551}
[junit4] 2> 277629 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.e.j.s.Server Started @286241ms
[junit4] 2> 277629 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_76383D8827D70FE3-001/tempDir-001/jetty1, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/ec_did/s, hostPort=39551, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_76383D8827D70FE3-001/shard-1-001/cores}
[junit4] 2> 277629 ERROR (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 277629 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 277629 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 277629 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 277629 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-07T15:34:42.571Z
[junit4] 2> 277650 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 277650 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_76383D8827D70FE3-001/shard-1-001/solr.xml
[junit4] 2> 277654 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@29eee00b, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 277674 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35731/solr
[junit4] 2> 277749 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [n:127.0.0.1:39551_ec_did%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 277767 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [n:127.0.0.1:39551_ec_did%2Fs ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 277769 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [n:127.0.0.1:39551_ec_did%2Fs ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39551_ec_did%2Fs
[junit4] 2> 277770 INFO (zkCallback-251-thread-1-processing-n:127.0.0.1:44128_ec_did%2Fs) [n:127.0.0.1:44128_ec_did%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 277859 INFO (zkCallback-263-thread-1-processing-n:127.0.0.1:39551_ec_did%2Fs) [n:127.0.0.1:39551_ec_did%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 277860 INFO (zkCallback-258-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 278011 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [n:127.0.0.1:39551_ec_did%2Fs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29eee00b
[junit4] 2> 278027 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [n:127.0.0.1:39551_ec_did%2Fs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29eee00b
[junit4] 2> 278027 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [n:127.0.0.1:39551_ec_did%2Fs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29eee00b
[junit4] 2> 278029 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [n:127.0.0.1:39551_ec_did%2Fs ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_76383D8827D70FE3-001/shard-1-001/cores
[junit4] 2> 278111 INFO (qtp2070055241-1288) [n:127.0.0.1:44128_ec_did%2Fs ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:39551_ec_did%252Fs&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 278137 INFO (OverseerCollectionConfigSetProcessor-98442941438296068-127.0.0.1:44128_ec_did%2Fs-n_0000000000) [n:127.0.0.1:44128_ec_did%2Fs ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 278138 INFO (OverseerThreadFactory-553-thread-3-processing-n:127.0.0.1:44128_ec_did%2Fs) [n:127.0.0.1:44128_ec_did%2Fs ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:39551_ec_did%2Fs for creating new replica
[junit4] 2> 278153 INFO (qtp1713438248-1331) [n:127.0.0.1:39551_ec_did%2Fs ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n21&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 278153 INFO (qtp1713438248-1331) [n:127.0.0.1:39551_ec_did%2Fs ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 278326 INFO (zkCallback-263-thread-1-processing-n:127.0.0.1:39551_ec_did%2Fs) [n:127.0.0.1:39551_ec_did%2Fs ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 279195 INFO (qtp1713438248-1331) [n:127.0.0.1:39551_ec_did%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 279222 INFO (qtp1713438248-1331) [n:127.0.0.1:39551_ec_did%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.s.IndexSchema [collection1_shard1_replica_n21] Schema name=test
[junit4] 2> 279384 INFO (qtp1713438248-1331) [n:127.0.0.1:39551_ec_did%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 279404 INFO (qtp1713438248-1331) [n:127.0.0.1:39551_ec_did%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n21' using configuration from collection collection1, trusted=true
[junit4] 2> 279405 INFO (qtp1713438248-1331) [n:127.0.0.1:39551_ec_did%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n21' (registry 'solr.core.collection1.shard1.replica_n21') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29eee00b
[junit4] 2> 279405 INFO (qtp1713438248-1331) [n:127.0.0.1:39551_ec_did%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 279405 INFO (qtp1713438248-1331) [n:127.0.0.1:39551_ec_did%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.c.SolrCore [[collection1_shard1_replica_n21] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_76383D8827D70FE3-001/shard-1-001/cores/collection1_shard1_replica_n21], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_76383D8827D70FE3-001/shard-1-001/cores/collection1_shard1_replica_n21/data/]
[junit4] 2> 279426 INFO (qtp1713438248-1331) [n:127.0.0.1:39551_ec_did%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=347969762, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 279436 WARN (qtp1713438248-1331) [n:127.0.0.1:39551_ec_did%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 279545 INFO (qtp1713438248-1331) [n:127.0.0.1:39551_ec_did%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 279545 INFO (qtp1713438248-1331) [n:127.0.0.1:39551_ec_did%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=1000 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 279546 INFO (qtp1713438248-1331) [n:127.0.0.1:39551_ec_did%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 279546 INFO (qtp1713438248-1331) [n:127.0.0.1:39551_ec_did%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 279547 INFO (qtp1713438248-1331) [n:127.0.0.1:39551_ec_did%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=24, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 279547 INFO (qtp1713438248-1331) [n:127.0.0.1:39551_ec_did%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.s.SolrIndexSearcher Opening [Searcher@877dfa4[collection1_shard1_replica_n21] main]
[junit4] 2> 279556 INFO (qtp1713438248-1331) [n:127.0.0.1:39551_ec_did%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 279557 INFO (qtp1713438248-1331) [n:127.0.0.1:39551_ec_did%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 279557 INFO (qtp1713438248-1331) [n:127.0.0.1:39551_ec_did%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 279559 INFO (searcherExecutor-567-thread-1-processing-n:127.0.0.1:39551_ec_did%2Fs x:collection1_shard1_replica_n21 s:shard1 c:collection1) [n:127.0.0.1:39551_ec_did%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.c.SolrCore [collection1_shard1_replica_n21] Registered new searcher Searcher@877dfa4[collection1_shard1_replica_n21] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 279559 INFO (qtp1713438248-1331) [n:127.0.0.1:39551_ec_did%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575087069725720576
[junit4] 2> 279563 INFO (qtp1713438248-1331) [n:127.0.0.1:39551_ec_did%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 279563 INFO (qtp1713438248-1331) [n:127.0.0.1:39551_ec_did%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 279563 INFO (qtp1713438248-1331) [n:127.0.0.1:39551_ec_did%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39551/ec_did/s/collection1_shard1_replica_n21/
[junit4] 2> 279563 INFO (qtp1713438248-1331) [n:127.0.0.1:39551_ec_did%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 279563 INFO (qtp1713438248-1331) [n:127.0.0.1:39551_ec_did%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.c.SyncStrategy http://127.0.0.1:39551/ec_did/s/collection1_shard1_replica_n21/ has no replicas
[junit4] 2> 279563 INFO (qtp1713438248-1331) [n:127.0.0.1:39551_ec_did%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 279573 INFO (qtp1713438248-1331) [n:127.0.0.1:39551_ec_did%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39551/ec_did/s/collection1_shard1_replica_n21/ shard1
[junit4] 2> 279675 INFO (zkCallback-263-thread-1-processing-n:127.0.0.1:39551_ec_did%2Fs) [n:127.0.0.1:39551_ec_did%2Fs ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 279724 INFO (qtp1713438248-1331) [n:127.0.0.1:39551_ec_did%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 279725 INFO (qtp1713438248-1331) [n:127.0.0.1:39551_ec_did%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n21&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1572
[junit4] 2> 279729 INFO (qtp2070055241-1288) [n:127.0.0.1:44128_ec_did%2Fs ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:39551_ec_did%252Fs&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1618
[junit4] 2> 279840 INFO (zkCallback-263-thread-1-processing-n:127.0.0.1:39551_ec_did%2Fs) [n:127.0.0.1:39551_ec_did%2Fs ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 279955 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_76383D8827D70FE3-001/shard-2-001 of type NRT
[junit4] 2> 279956 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 279957 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@627f5b4c{/ec_did/s,null,AVAILABLE}
[junit4] 2> 279957 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@633ffaa3{HTTP/1.1,[http/1.1]}{127.0.0.1:41783}
[junit4] 2> 279958 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.e.j.s.Server Started @288570ms
[junit4] 2> 279958 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_76383D8827D70FE3-001/tempDir-001/jetty2, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/ec_did/s, hostPort=41783, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_76383D8827D70FE3-001/shard-2-001/cores}
[junit4] 2> 279958 ERROR (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 279958 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 279958 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 279958 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 279958 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-07T15:34:44.900Z
[junit4] 2> 279961 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 279961 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_76383D8827D70FE3-001/shard-2-001/solr.xml
[junit4] 2> 279965 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@29eee00b, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 279984 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35731/solr
[junit4] 2> 280000 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [n:127.0.0.1:41783_ec_did%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 280015 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [n:127.0.0.1:41783_ec_did%2Fs ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 280016 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [n:127.0.0.1:41783_ec_did%2Fs ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41783_ec_did%2Fs
[junit4] 2> 280017 INFO (zkCallback-258-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 280017 INFO (zkCallback-263-thread-1-processing-n:127.0.0.1:39551_ec_did%2Fs) [n:127.0.0.1:39551_ec_did%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 280017 INFO (zkCallback-251-thread-1-processing-n:127.0.0.1:44128_ec_did%2Fs) [n:127.0.0.1:44128_ec_did%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 280020 INFO (zkCallback-269-thread-1-processing-n:127.0.0.1:41783_ec_did%2Fs) [n:127.0.0.1:41783_ec_did%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 280097 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [n:127.0.0.1:41783_ec_did%2Fs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29eee00b
[junit4] 2> 280100 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [n:127.0.0.1:41783_ec_did%2Fs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29eee00b
[junit4] 2> 280101 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [n:127.0.0.1:41783_ec_did%2Fs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29eee00b
[junit4] 2> 280102 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [n:127.0.0.1:41783_ec_did%2Fs ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_76383D8827D70FE3-001/shard-2-001/cores
[junit4] 2> 280130 INFO (qtp2070055241-1290) [n:127.0.0.1:44128_ec_did%2Fs ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:41783_ec_did%252Fs&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 280139 INFO (OverseerCollectionConfigSetProcessor-98442941438296068-127.0.0.1:44128_ec_did%2Fs-n_0000000000) [n:127.0.0.1:44128_ec_did%2Fs ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 280140 INFO (OverseerThreadFactory-553-thread-4-processing-n:127.0.0.1:44128_ec_did%2Fs) [n:127.0.0.1:44128_ec_did%2Fs ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:41783_ec_did%2Fs for creating new replica
[junit4] 2> 280162 INFO (qtp2028269576-1360) [n:127.0.0.1:41783_ec_did%2Fs ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n23&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 280162 INFO (qtp2028269576-1360) [n:127.0.0.1:41783_ec_did%2Fs ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 280318 INFO (zkCallback-269-thread-1-processing-n:127.0.0.1:41783_ec_did%2Fs) [n:127.0.0.1:41783_ec_did%2Fs ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 280326 INFO (zkCallback-263-thread-1-processing-n:127.0.0.1:39551_ec_did%2Fs) [n:127.0.0.1:39551_ec_did%2Fs ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 281235 INFO (qtp2028269576-1360) [n:127.0.0.1:41783_ec_did%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n23] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 281526 INFO (qtp2028269576-1360) [n:127.0.0.1:41783_ec_did%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n23] o.a.s.s.IndexSchema [collection1_shard1_replica_n23] Schema name=test
[junit4] 2> 282197 INFO (qtp2028269576-1360) [n:127.0.0.1:41783_ec_did%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n23] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 282316 INFO (qtp2028269576-1360) [n:127.0.0.1:41783_ec_did%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n23] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n23' using configuration from collection collection1, trusted=true
[junit4] 2> 282317 INFO (qtp2028269576-1360) [n:127.0.0.1:41783_ec_did%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n23] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n23' (registry 'solr.core.collection1.shard1.replica_n23') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29eee00b
[junit4] 2> 282317 INFO (qtp2028269576-1360) [n:127.0.0.1:41783_ec_did%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n23] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 282317 INFO (qtp2028269576-1360) [n:127.0.0.1:41783_ec_did%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n23] o.a.s.c.SolrCore [[collection1_shard1_replica_n23] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_76383D8827D70FE3-001/shard-2-001/cores/collection1_shard1_replica_n23], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_76383D8827D70FE3-001/shard-2-001/cores/collection1_shard1_replica_n23/data/]
[junit4] 2> 282401 INFO (qtp2028269576-1360) [n:127.0.0.1:41783_ec_did%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n23] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=347969762, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 282466 WARN (qtp2028269576-1360) [n:127.0.0.1:41783_ec_did%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n23] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 282777 INFO (qtp2028269576-1360) [n:127.0.0.1:41783_ec_did%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n23] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 282777 INFO (qtp2028269576-1360) [n:127.0.0.1:41783_ec_did%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n23] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=1000 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 282778 INFO (qtp2028269576-1360) [n:127.0.0.1:41783_ec_did%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n23] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 282778 INFO (qtp2028269576-1360) [n:127.0.0.1:41783_ec_did%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n23] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 282779 INFO (qtp2028269576-1360) [n:127.0.0.1:41783_ec_did%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n23] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=24, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 282781 INFO (qtp2028269576-1360) [n:127.0.0.1:41783_ec_did%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n23] o.a.s.s.SolrIndexSearcher Opening [Searcher@39c987a4[collection1_shard1_replica_n23] main]
[junit4] 2> 282843 INFO (qtp2028269576-1360) [n:127.0.0.1:41783_ec_did%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n23] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 282843 INFO (qtp2028269576-1360) [n:127.0.0.1:41783_ec_did%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n23] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 282844 INFO (qtp2028269576-1360) [n:127.0.0.1:41783_ec_did%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n23] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 282845 INFO (searcherExecutor-578-thread-1-processing-n:127.0.0.1:41783_ec_did%2Fs x:collection1_shard1_replica_n23 s:shard1 c:collection1) [n:127.0.0.1:41783_ec_did%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n23] o.a.s.c.SolrCore [collection1_shard1_replica_n23] Registered new searcher Searcher@39c987a4[collection1_shard1_replica_n23] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 282845 INFO (qtp2028269576-1360) [n:127.0.0.1:41783_ec_did%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n23] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575087073171341312
[junit4] 2> 282860 INFO (qtp2028269576-1360) [n:127.0.0.1:41783_ec_did%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n23] o.a.s.c.ZkController Core needs to recover:collection1_shard1_replica_n23
[junit4] 2> 282875 INFO (qtp2028269576-1360) [n:127.0.0.1:41783_ec_did%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n23] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n23&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2713
[junit4] 2> 282883 INFO (updateExecutor-266-thread-1-processing-n:127.0.0.1:41783_ec_did%2Fs x:collection1_shard1_replica_n23 s:shard1 c:collection1) [n:127.0.0.1:41783_ec_did%2Fs c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_n23] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 282920 INFO (recoveryExecutor-267-thread-1-processing-n:127.0.0.1:41783_ec_did%2Fs x:collection1_shard1_replica_n23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:41783_ec_did%2Fs c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_n23] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 282920 INFO (recoveryExecutor-267-thread-1-processing-n:127.0.0.1:41783_ec_did%2Fs x:collection1_shard1_replica_n23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:41783_ec_did%2Fs c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_n23] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 282920 INFO (recoveryExecutor-267-thread-1-processing-n:127.0.0.1:41783_ec_did%2Fs x:collection1_shard1_replica_n23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:41783_ec_did%2Fs c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_n23] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1_shard1_replica_n23]
[junit4] 2> 282920 INFO (recoveryExecutor-267-thread-1-processing-n:127.0.0.1:41783_ec_did%2Fs x:collection1_shard1_replica_n23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:41783_ec_did%2Fs c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_n23] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 282920 INFO (recoveryExecutor-267-thread-1-processing-n:127.0.0.1:41783_ec_did%2Fs x:collection1_shard1_replica_n23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:41783_ec_did%2Fs c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_n23] o.a.s.c.RecoveryStrategy Publishing state of core [collection1_shard1_replica_n23] as recovering, leader is [http://127.0.0.1:39551/ec_did/s/collection1_shard1_replica_n21/] and I am [http://127.0.0.1:41783/ec_did/s/collection1_shard1_replica_n23/]
[junit4] 2> 282926 INFO (qtp2070055241-1290) [n:127.0.0.1:44128_ec_did%2Fs ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:41783_ec_did%252Fs&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=2796
[junit4] 2> 282941 INFO (zkCallback-263-thread-1-processing-n:127.0.0.1:39551_ec_did%2Fs) [n:127.0.0.1:39551_ec_did%2Fs ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 282948 INFO (zkCallback-269-thread-1-processing-n:127.0.0.1:41783_ec_did%2Fs) [n:127.0.0.1:41783_ec_did%2Fs ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 282977 INFO (recoveryExecutor-267-thread-1-processing-n:127.0.0.1:41783_ec_did%2Fs x:collection1_shard1_replica_n23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:41783_ec_did%2Fs c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_n23] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:39551/ec_did/s]; [WaitForState: action=PREPRECOVERY&core=collection1_shard1_replica_n21&nodeName=127.0.0.1:41783_ec_did%252Fs&coreNodeName=core_node24&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 282985 INFO (qtp1713438248-1329) [n:127.0.0.1:39551_ec_did%2Fs ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node24, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
[junit4] 2> 282986 INFO (qtp1713438248-1329) [n:127.0.0.1:39551_ec_did%2Fs ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1_shard1_replica_n21, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:41783_ec_did%2Fs, coreNodeName=core_node24, onlyIfActiveCheckResult=false, nodeProps: core_node24:{"core":"collection1_shard1_replica_n23","base_url":"http://127.0.0.1:41783/ec_did/s","node_name":"127.0.0.1:41783_ec_did%2Fs","state":"recovering","type":"NRT"}
[junit4] 2> 282986 INFO (qtp1713438248-1329) [n:127.0.0.1:39551_ec_did%2Fs ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node24, state: recovering, checkLive: true, onlyIfLeader: true for: 0 seconds.
[junit4] 2> 282986 INFO (qtp1713438248-1329) [n:127.0.0.1:39551_ec_did%2Fs ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:41783_ec_did%252Fs&onlyIfLeaderActive=true&core=collection1_shard1_replica_n21&coreNodeName=core_node24&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 283496 INFO (recoveryExecutor-267-thread-1-processing-n:127.0.0.1:41783_ec_did%2Fs x:collection1_shard1_replica_n23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:41783_ec_did%2Fs c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_n23] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:39551/ec_did/s/collection1_shard1_replica_n21/] - recoveringAfterStartup=[true]
[junit4] 2> 283496 INFO (recoveryExecutor-267-thread-1-processing-n:127.0.0.1:41783_ec_did%2Fs x:collection1_shard1_replica_n23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:41783_ec_did%2Fs c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_n23] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica_n23 url=http://127.0.0.1:41783/ec_did/s START replicas=[http://127.0.0.1:39551/ec_did/s/collection1_shard1_replica_n21/] nUpdates=1000
[junit4] 2> 283515 INFO (qtp1713438248-1333) [n:127.0.0.1:39551_ec_did%2Fs c:collection1 s:shard1 r:core_node22 x:collection1_shard1_replica_n21] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 283515 INFO (qtp1713438248-1333) [n:127.0.0.1:39551_ec_did%2Fs c:collection1 s:shard1 r:core_node22 x:collection1_shard1_replica_n21] o.a.s.c.S.Request [collection1_shard1_replica_n21] webapp=/ec_did/s path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 283546 INFO (recoveryExecutor-267-thread-1-processing-n:127.0.0.1:41783_ec_did%2Fs x:collection1_shard1_replica_n23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:41783_ec_did%2Fs c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_n23] o.a.s.u.IndexFingerprint IndexFingerprint millis:17.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 283546 INFO (recoveryExecutor-267-thread-1-processing-n:127.0.0.1:41783_ec_did%2Fs x:collection1_shard1_replica_n23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:41783_ec_did%2Fs c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_n23] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync
[junit4] 2> 283546 INFO (recoveryExecutor-267-thread-1-processing-n:127.0.0.1:41783_ec_did%2Fs x:collection1_shard1_replica_n23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:41783_ec_did%2Fs c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_n23] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 283546 INFO (recoveryExecutor-267-thread-1-processing-n:127.0.0.1:41783_ec_did%2Fs x:collection1_shard1_replica_n23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:41783_ec_did%2Fs c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_n23] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 283546 INFO (recoveryExecutor-267-thread-1-processing-n:127.0.0.1:41783_ec_did%2Fs x:collection1_shard1_replica_n23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:41783_ec_did%2Fs c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_n23] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 283547 INFO (recoveryExecutor-267-thread-1-processing-n:127.0.0.1:41783_ec_did%2Fs x:collection1_shard1_replica_n23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:41783_ec_did%2Fs c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_n23] o.a.s.c.RecoveryStrategy PeerSync stage of recovery was successful.
[junit4] 2> 283547 INFO (recoveryExecutor-267-thread-1-processing-n:127.0.0.1:41783_ec_did%2Fs x:collection1_shard1_replica_n23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:41783_ec_did%2Fs c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_n23] o.a.s.c.RecoveryStrategy Replaying updates buffered during PeerSync.
[junit4] 2> 283547 INFO (recoveryExecutor-267-thread-1-processing-n:127.0.0.1:41783_ec_did%2Fs x:collection1_shard1_replica_n23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:41783_ec_did%2Fs c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_n23] o.a.s.c.RecoveryStrategy No replay needed.
[junit4] 2> 283547 INFO (recoveryExecutor-267-thread-1-processing-n:127.0.0.1:41783_ec_did%2Fs x:collection1_shard1_replica_n23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:41783_ec_did%2Fs c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_n23] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
[junit4] 2> 283658 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_76383D8827D70FE3-001/shard-3-001 of type NRT
[junit4] 2> 283667 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 283667 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@67248faf{/ec_did/s,null,AVAILABLE}
[junit4] 2> 283668 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@281874f5{HTTP/1.1,[http/1.1]}{127.0.0.1:33566}
[junit4] 2> 283668 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.e.j.s.Server Started @292280ms
[junit4] 2> 283668 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_76383D8827D70FE3-001/tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/ec_did/s, hostPort=33566, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_76383D8827D70FE3-001/shard-3-001/cores}
[junit4] 2> 283668 ERROR (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 283688 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 283688 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 283688 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 283688 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-07T15:34:48.630Z
[junit4] 2> 283689 INFO (zkCallback-269-thread-1-processing-n:127.0.0.1:41783_ec_did%2Fs) [n:127.0.0.1:41783_ec_did%2Fs ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 283699 INFO (zkCallback-263-thread-1-processing-n:127.0.0.1:39551_ec_did%2Fs) [n:127.0.0.1:39551_ec_did%2Fs ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 283741 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 283741 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_76383D8827D70FE3-001/shard-3-001/solr.xml
[junit4] 2> 283774 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@29eee00b, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 283809 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35731/solr
[junit4] 2> 283979 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [n:127.0.0.1:33566_ec_did%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 284009 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [n:127.0.0.1:33566_ec_did%2Fs ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 284027 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [n:127.0.0.1:33566_ec_did%2Fs ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33566_ec_did%2Fs
[junit4] 2> 284040 INFO (zkCallback-258-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 284044 INFO (zkCallback-263-thread-1-processing-n:127.0.0.1:39551_ec_did%2Fs) [n:127.0.0.1:39551_ec_did%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 284044 INFO (zkCallback-251-thread-1-processing-n:127.0.0.1:44128_ec_did%2Fs) [n:127.0.0.1:44128_ec_did%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 284056 INFO (zkCallback-269-thread-1-processing-n:127.0.0.1:41783_ec_did%2Fs) [n:127.0.0.1:41783_ec_did%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 284093 INFO (zkCallback-276-thread-1-processing-n:127.0.0.1:33566_ec_did%2Fs) [n:127.0.0.1:33566_ec_did%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 284223 INFO (OverseerCollectionConfigSetProcessor-98442941438296068-127.0.0.1:44128_ec_did%2Fs-n_0000000000) [n:127.0.0.1:44128_ec_did%2Fs ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 284437 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [n:127.0.0.1:33566_ec_did%2Fs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29eee00b
[junit4] 2> 284453 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [n:127.0.0.1:33566_ec_did%2Fs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29eee00b
[junit4] 2> 284453 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [n:127.0.0.1:33566_ec_did%2Fs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29eee00b
[junit4] 2> 284467 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [n:127.0.0.1:33566_ec_did%2Fs ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_76383D8827D70FE3-001/shard-3-001/cores
[junit4] 2> 284619 INFO (qtp978810835-1395) [n:127.0.0.1:33566_ec_did%2Fs ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:33566_ec_did%252Fs&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 284686 INFO (OverseerThreadFactory-553-thread-5-processing-n:127.0.0.1:44128_ec_did%2Fs) [n:127.0.0.1:44128_ec_did%2Fs ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:33566_ec_did%2Fs for creating new replica
[junit4] 2> 284816 INFO (qtp978810835-1393) [n:127.0.0.1:33566_ec_did%2Fs ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n25&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 284817 INFO (qtp978810835-1393) [n:127.0.0.1:33566_ec_did%2Fs ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 285060 INFO (zkCallback-269-thread-1-processing-n:127.0.0.1:41783_ec_did%2Fs) [n:127.0.0.1:41783_ec_did%2Fs ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 285060 INFO (zkCallback-276-thread-1-processing-n:127.0.0.1:33566_ec_did%2Fs) [n:127.0.0.1:33566_ec_did%2Fs ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 285068 INFO (zkCallback-263-thread-1-processing-n:127.0.0.1:39551_ec_did%2Fs) [n:127.0.0.1:39551_ec_did%2Fs ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 285989 INFO (qtp978810835-1393) [n:127.0.0.1:33566_ec_did%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n25] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 286066 INFO (qtp978810835-1393) [n:127.0.0.1:33566_ec_did%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n25] o.a.s.s.IndexSchema [collection1_shard1_replica_n25] Schema name=test
[junit4] 2> 286423 INFO (qtp978810835-1393) [n:127.0.0.1:33566_ec_did%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n25] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 286486 INFO (qtp978810835-1393) [n:127.0.0.1:33566_ec_did%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n25] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n25' using configuration from collection collection1, trusted=true
[junit4] 2> 286487 INFO (qtp978810835-1393) [n:127.0.0.1:33566_ec_did%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n25] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n25' (registry 'solr.core.collection1.shard1.replica_n25') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29eee00b
[junit4] 2> 286487 INFO (qtp978810835-1393) [n:127.0.0.1:33566_ec_did%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n25] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 286487 INFO (qtp978810835-1393) [n:127.0.0.1:33566_ec_did%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n25] o.a.s.c.SolrCore [[collection1_shard1_replica_n25] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_76383D8827D70FE3-001/shard-3-001/cores/collection1_shard1_replica_n25], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_76383D8827D70FE3-001/shard-3-001/cores/collection1_shard1_replica_n25/data/]
[junit4] 2> 286503 INFO (qtp978810835-1393) [n:127.0.0.1:33566_ec_did%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n25] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=347969762, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 286560 WARN (qtp978810835-1393) [n:127.0.0.1:33566_ec_did%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n25] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 286775 INFO (qtp978810835-1393) [n:127.0.0.1:33566_ec_did%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n25] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 286775 INFO (qtp978810835-1393) [n:127.0.0.1:33566_ec_did%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n25] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=1000 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 286776 INFO (qtp978810835-1393) [n:127.0.0.1:33566_ec_did%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n25] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 286776 INFO (qtp978810835-1393) [n:127.0.0.1:33566_ec_did%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n25] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 286777 INFO (qtp978810835-1393) [n:127.0.0.1:33566_ec_did%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n25] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=24, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 286790 INFO (qtp978810835-1393) [n:127.0.0.1:33566_ec_did%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n25] o.a.s.s.SolrIndexSearcher Opening [Searcher@63140f30[collection1_shard1_replica_n25] main]
[junit4] 2> 286834 INFO (qtp978810835-1393) [n:127.0.0.1:33566_ec_did%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n25] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 286850 INFO (qtp978810835-1393) [n:127.0.0.1:33566_ec_did%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n25] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 286851 INFO (qtp978810835-1393) [n:127.0.0.1:33566_ec_did%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n25] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 286851 INFO (qtp978810835-1393) [n:127.0.0.1:33566_ec_did%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n25] o.a.s.u.UpdateLog Could not find max version i
[...truncated too long message...]
erFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 327298 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 327299 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 327301 INFO (zkCallback-290-thread-1-processing-n:127.0.0.1:33566_ec_did%2Fs) [n:127.0.0.1:33566_ec_did%2Fs ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 327330 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.a.s.c.Overseer Overseer (id=98442941438296085-127.0.0.1:33566_ec_did%2Fs-n_0000000005) closing
[junit4] 2> 327342 INFO (OverseerStateUpdate-98442941438296085-127.0.0.1:33566_ec_did%2Fs-n_0000000005) [n:127.0.0.1:33566_ec_did%2Fs ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:33566_ec_did%2Fs
[junit4] 2> 327493 WARN (zkCallback-290-thread-1-processing-n:127.0.0.1:33566_ec_did%2Fs) [n:127.0.0.1:33566_ec_did%2Fs ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 327581 WARN (zkCallback-290-thread-2-processing-n:127.0.0.1:33566_ec_did%2Fs) [n:127.0.0.1:33566_ec_did%2Fs c:collection1 s:shard1 r:core_node26 x:collection1_shard1_replica_n25] o.a.s.c.SyncStrategy Closed, skipping sync up.
[junit4] 2> 327581 INFO (zkCallback-290-thread-2-processing-n:127.0.0.1:33566_ec_did%2Fs) [n:127.0.0.1:33566_ec_did%2Fs c:collection1 s:shard1 r:core_node26 x:collection1_shard1_replica_n25] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 327581 INFO (zkCallback-290-thread-2-processing-n:127.0.0.1:33566_ec_did%2Fs) [n:127.0.0.1:33566_ec_did%2Fs c:collection1 s:shard1 r:core_node26 x:collection1_shard1_replica_n25] o.a.s.c.SolrCore [collection1_shard1_replica_n25] CLOSING SolrCore org.apache.solr.core.SolrCore@539bb8f5
[junit4] 2> 327867 INFO (zkCallback-290-thread-2-processing-n:127.0.0.1:33566_ec_did%2Fs) [n:127.0.0.1:33566_ec_did%2Fs c:collection1 s:shard1 r:core_node26 x:collection1_shard1_replica_n25] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica_n25, tag=1402714357
[junit4] 2> 327916 INFO (zkCallback-290-thread-2-processing-n:127.0.0.1:33566_ec_did%2Fs) [n:127.0.0.1:33566_ec_did%2Fs c:collection1 s:shard1 r:core_node26 x:collection1_shard1_replica_n25] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=1402714357
[junit4] 2> 327924 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@4fe5365c{HTTP/1.1,[http/1.1]}{127.0.0.1:33566}
[junit4] 2> 327941 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@59978c92{/ec_did/s,null,UNAVAILABLE}
[junit4] 2> 328005 ERROR (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 328016 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[76383D8827D70FE3]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35731 35731
[junit4] 2> 328337 INFO (Thread-288) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35731 35731
[junit4] 2> 328337 WARN (Thread-288) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/aliases.json
[junit4] 2> 6 /solr/security.json
[junit4] 2> 6 /solr/configs/conf1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/clusterstate.json
[junit4] 2> 9 /solr/clusterprops.json
[junit4] 2> 5 /solr/collections/collection1/state.json
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/98442941438296073-core_node22-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/98442941438296073-127.0.0.1:39551_ec_did%2Fs-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/collections
[junit4] 2> 7 /solr/live_nodes
[junit4] 2> 3 /solr/overseer/queue
[junit4] 2> 3 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=LeaderFailureAfterFreshStartTest -Dtests.method=test -Dtests.seed=76383D8827D70FE3 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=fr -Dtests.timezone=Hongkong -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 55.2s J2 | LeaderFailureAfterFreshStartTest.test <<<
[junit4] > Throwable #1: org.apache.solr.common.SolrException: Could not load collection from ZK: collection1
[junit4] > at __randomizedtesting.SeedInfo.seed([76383D8827D70FE3:FE6C0252892B621B]:0)
[junit4] > at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1114)
[junit4] > at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:647)
[junit4] > at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:128)
[junit4] > at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:108)
[junit4] > at org.apache.solr.cloud.LeaderFailureAfterFreshStartTest.waitTillNodesActive(LeaderFailureAfterFreshStartTest.java:208)
[junit4] > at org.apache.solr.cloud.LeaderFailureAfterFreshStartTest.restartNodes(LeaderFailureAfterFreshStartTest.java:173)
[junit4] > at org.apache.solr.cloud.LeaderFailureAfterFreshStartTest.test(LeaderFailureAfterFreshStartTest.java:148)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/state.json
[junit4] > at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] > at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] > at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:357)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:354)
[junit4] > at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354)
[junit4] > at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1126)
[junit4] > at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1112)
[junit4] > ... 47 more
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_76383D8827D70FE3-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {other_tl1=PostingsFormat(name=LuceneVarGapFixedInterval), range_facet_l_dv=FST50, rnd_s=PostingsFormat(name=LuceneVarGapFixedInterval), multiDefault=PostingsFormat(name=LuceneFixedGap), intDefault=PostingsFormat(name=LuceneVarGapFixedInterval), a_i1=PostingsFormat(name=LuceneFixedGap), range_facet_l=PostingsFormat(name=LuceneFixedGap), a_t=PostingsFormat(name=LuceneFixedGap), id_i1=PostingsFormat(name=LuceneVarGapFixedInterval), id=FST50, range_facet_i_dv=PostingsFormat(name=LuceneFixedGap), text=Lucene50(blocksize=128), timestamp=PostingsFormat(name=LuceneFixedGap)}, docValues:{other_tl1=DocValuesFormat(name=Lucene70), range_facet_l_dv=DocValuesFormat(name=Lucene70), _version_=DocValuesFormat(name=Lucene70), intDefault=DocValuesFormat(name=Lucene70), id_i1=DocValuesFormat(name=Lucene70), a_i1=DocValuesFormat(name=Direct), range_facet_i_dv=DocValuesFormat(name=Direct), intDvoDefault=DocValuesFormat(name=Lucene70), range_facet_l=DocValuesFormat(name=Direct), timestamp=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=2022, maxMBSortInHeap=7.352620081880782, sim=RandomSimilarity(queryNorm=false): {}, locale=fr, timezone=Hongkong
[junit4] 2> NOTE: Linux 4.4.0-83-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=244164224,total=472383488
[junit4] 2> NOTE: All tests run in this JVM: [SolrGraphiteReporterTest, AtomicUpdateProcessorFactoryTest, CdcrUpdateLogTest, HdfsUnloadDistributedZkTest, DocExpirationUpdateProcessorFactoryTest, MergeStrategyTest, TestDFRSimilarityFactory, TestBlobHandler, CdcrVersionReplicationTest, TestBulkSchemaAPI, TestIndexSearcher, SolrTestCaseJ4Test, TestCustomStream, LeaderFailureAfterFreshStartTest]
[junit4] Completed [39/728 (1!)] on J2 in 55.28s, 1 test, 1 error <<< FAILURES!
[...truncated 45570 lines...]
[JENKINS] Lucene-Solr-Tests-master - Build # 2064 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2064/
10 tests failed.
FAILED: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test
Error Message:
No registered leader was found after waiting for 30000ms , collection: collection1 slice: shard1
Stack Trace:
org.apache.solr.common.SolrException: No registered leader was found after waiting for 30000ms , collection: collection1 slice: shard1
at __randomizedtesting.SeedInfo.seed([5333974082866834:DB67A89A2C7A05CC]:0)
at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:757)
at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test(ChaosMonkeyNothingIsSafeTest.java:210)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest
Error Message:
8 threads leaked from SUITE scope at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest: 1) Thread[id=21035, name=zkCallback-2163-thread-4, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=20839, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[5333974082866834]-SendThread(127.0.0.1:37033), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 3) Thread[id=20840, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[5333974082866834]-EventThread, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 4) Thread[id=20999, name=zkCallback-2163-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=20838, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=20998, name=zkCallback-2163-thread-2, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=21070, name=zkCallback-2163-thread-5, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=20841, name=zkCallback-2163-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 8 threads leaked from SUITE scope at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest:
1) Thread[id=21035, name=zkCallback-2163-thread-4, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=20839, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[5333974082866834]-SendThread(127.0.0.1:37033), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
3) Thread[id=20840, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[5333974082866834]-EventThread, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
4) Thread[id=20999, name=zkCallback-2163-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=20838, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=20998, name=zkCallback-2163-thread-2, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=21070, name=zkCallback-2163-thread-5, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=20841, name=zkCallback-2163-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([5333974082866834]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=21035, name=zkCallback-2163-thread-4, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=20839, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[5333974082866834]-SendThread(127.0.0.1:37033), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 3) Thread[id=20999, name=zkCallback-2163-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=20998, name=zkCallback-2163-thread-2, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=21070, name=zkCallback-2163-thread-5, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=20841, name=zkCallback-2163-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=21035, name=zkCallback-2163-thread-4, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=20839, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[5333974082866834]-SendThread(127.0.0.1:37033), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
3) Thread[id=20999, name=zkCallback-2163-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=20998, name=zkCallback-2163-thread-2, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=21070, name=zkCallback-2163-thread-5, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=20841, name=zkCallback-2163-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([5333974082866834]:0)
FAILED: org.apache.solr.search.TestRecoveryHdfs.testRemoveOldLogs
Error Message:
SolrCore 'collection1' is not available due to init failure: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB.
Stack Trace:
org.apache.solr.core.SolrCoreInitializationException: SolrCore 'collection1' is not available due to init failure: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB.
at __randomizedtesting.SeedInfo.seed([5333974082866834:72AF56EB4ABCE1CC]:0)
at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:1408)
at org.apache.solr.util.TestHarness.getCore(TestHarness.java:250)
at org.apache.solr.util.TestHarness$LocalRequestFactory.makeRequest(TestHarness.java:469)
at org.apache.solr.SolrTestCaseJ4.req(SolrTestCaseJ4.java:1183)
at org.apache.solr.search.TestRecoveryHdfs.testRemoveOldLogs(TestRecoveryHdfs.java:791)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.common.SolrException: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB.
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:988)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:843)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:985)
at org.apache.solr.core.CoreContainer.lambda$load$11(CoreContainer.java:623)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: java.lang.RuntimeException: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB.
at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:311)
at org.apache.solr.core.HdfsDirectoryFactory.getBlockDirectoryCache(HdfsDirectoryFactory.java:287)
at org.apache.solr.core.HdfsDirectoryFactory.create(HdfsDirectoryFactory.java:227)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:478)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:928)
... 9 more
Caused by: java.lang.OutOfMemoryError: Direct buffer memory
at java.nio.Bits.reserveMemory(Bits.java:694)
at java.nio.DirectByteBuffer.<init>(DirectByteBuffer.java:123)
at java.nio.ByteBuffer.allocateDirect(ByteBuffer.java:311)
at org.apache.solr.store.blockcache.BlockCache.<init>(BlockCache.java:71)
at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:309)
... 14 more
FAILED: org.apache.solr.search.TestRecoveryHdfs.testTruncatedLog
Error Message:
SolrCore 'collection1' is not available due to init failure: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB.
Stack Trace:
org.apache.solr.core.SolrCoreInitializationException: SolrCore 'collection1' is not available due to init failure: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB.
at __randomizedtesting.SeedInfo.seed([5333974082866834:37096F388BBF1547]:0)
at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:1408)
at org.apache.solr.util.TestHarness.getCore(TestHarness.java:250)
at org.apache.solr.search.TestRecoveryHdfs.testTruncatedLog(TestRecoveryHdfs.java:823)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.common.SolrException: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB.
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:988)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:843)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:985)
at org.apache.solr.core.CoreContainer.lambda$load$11(CoreContainer.java:623)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: java.lang.RuntimeException: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB.
at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:311)
at org.apache.solr.core.HdfsDirectoryFactory.getBlockDirectoryCache(HdfsDirectoryFactory.java:287)
at org.apache.solr.core.HdfsDirectoryFactory.create(HdfsDirectoryFactory.java:227)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:478)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:928)
... 9 more
Caused by: java.lang.OutOfMemoryError: Direct buffer memory
at java.nio.Bits.reserveMemory(Bits.java:694)
at java.nio.DirectByteBuffer.<init>(DirectByteBuffer.java:123)
at java.nio.ByteBuffer.allocateDirect(ByteBuffer.java:311)
at org.apache.solr.store.blockcache.BlockCache.<init>(BlockCache.java:71)
at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:309)
... 14 more
FAILED: org.apache.solr.search.TestRecoveryHdfs.testCleanShutdown
Error Message:
SolrCore 'collection1' is not available due to init failure: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB.
Stack Trace:
org.apache.solr.core.SolrCoreInitializationException: SolrCore 'collection1' is not available due to init failure: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB.
at __randomizedtesting.SeedInfo.seed([5333974082866834:CD7C2F87E71F3071]:0)
at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:1408)
at org.apache.solr.util.TestHarness.getCore(TestHarness.java:250)
at org.apache.solr.util.TestHarness$LocalRequestFactory.makeRequest(TestHarness.java:469)
at org.apache.solr.SolrTestCaseJ4.req(SolrTestCaseJ4.java:1183)
at org.apache.solr.search.TestRecoveryHdfs.testCleanShutdown(TestRecoveryHdfs.java:659)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.common.SolrException: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB.
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:988)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:843)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:985)
at org.apache.solr.core.CoreContainer.lambda$load$11(CoreContainer.java:623)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: java.lang.RuntimeException: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB.
at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:311)
at org.apache.solr.core.HdfsDirectoryFactory.getBlockDirectoryCache(HdfsDirectoryFactory.java:287)
at org.apache.solr.core.HdfsDirectoryFactory.create(HdfsDirectoryFactory.java:227)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:478)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:928)
... 9 more
Caused by: java.lang.OutOfMemoryError: Direct buffer memory
at java.nio.Bits.reserveMemory(Bits.java:694)
at java.nio.DirectByteBuffer.<init>(DirectByteBuffer.java:123)
at java.nio.ByteBuffer.allocateDirect(ByteBuffer.java:311)
at org.apache.solr.store.blockcache.BlockCache.<init>(BlockCache.java:71)
at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:309)
... 14 more
FAILED: org.apache.solr.search.TestRecoveryHdfs.testReplicationFactor
Error Message:
org.apache.solr.core.SolrCoreInitializationException: SolrCore 'collection1' is not available due to init failure: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB.
Stack Trace:
java.lang.RuntimeException: org.apache.solr.core.SolrCoreInitializationException: SolrCore 'collection1' is not available due to init failure: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB.
at __randomizedtesting.SeedInfo.seed([5333974082866834:E00071E1164D5EF5]:0)
at org.apache.solr.SolrTestCaseJ4.clearIndex(SolrTestCaseJ4.java:1235)
at org.apache.solr.search.TestRecoveryHdfs.testReplicationFactor(TestRecoveryHdfs.java:114)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.core.SolrCoreInitializationException: SolrCore 'collection1' is not available due to init failure: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB.
at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:1408)
at org.apache.solr.util.TestHarness.getCore(TestHarness.java:250)
at org.apache.solr.SolrTestCaseJ4.updateJ(SolrTestCaseJ4.java:1241)
at org.apache.solr.SolrTestCaseJ4.deleteByQueryAndGetVersion(SolrTestCaseJ4.java:1447)
at org.apache.solr.SolrTestCaseJ4.clearIndex(SolrTestCaseJ4.java:1232)
... 40 more
Caused by: org.apache.solr.common.SolrException: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB.
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:988)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:843)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:985)
at org.apache.solr.core.CoreContainer.lambda$load$11(CoreContainer.java:623)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: java.lang.RuntimeException: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB.
at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:311)
at org.apache.solr.core.HdfsDirectoryFactory.getBlockDirectoryCache(HdfsDirectoryFactory.java:287)
at org.apache.solr.core.HdfsDirectoryFactory.create(HdfsDirectoryFactory.java:227)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:478)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:928)
... 9 more
Caused by: java.lang.OutOfMemoryError: Direct buffer memory
at java.nio.Bits.reserveMemory(Bits.java:694)
at java.nio.DirectByteBuffer.<init>(DirectByteBuffer.java:123)
at java.nio.ByteBuffer.allocateDirect(ByteBuffer.java:311)
at org.apache.solr.store.blockcache.BlockCache.<init>(BlockCache.java:71)
at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:309)
... 14 more
FAILED: org.apache.solr.search.TestRecoveryHdfs.testCorruptLog
Error Message:
SolrCore 'collection1' is not available due to init failure: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB.
Stack Trace:
org.apache.solr.core.SolrCoreInitializationException: SolrCore 'collection1' is not available due to init failure: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB.
at __randomizedtesting.SeedInfo.seed([5333974082866834:A1EE239378BE39E8]:0)
at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:1408)
at org.apache.solr.util.TestHarness.getCore(TestHarness.java:250)
at org.apache.solr.search.TestRecoveryHdfs.testCorruptLog(TestRecoveryHdfs.java:881)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.common.SolrException: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB.
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:988)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:843)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:985)
at org.apache.solr.core.CoreContainer.lambda$load$11(CoreContainer.java:623)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: java.lang.RuntimeException: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB.
at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:311)
at org.apache.solr.core.HdfsDirectoryFactory.getBlockDirectoryCache(HdfsDirectoryFactory.java:287)
at org.apache.solr.core.HdfsDirectoryFactory.create(HdfsDirectoryFactory.java:227)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:478)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:928)
... 9 more
Caused by: java.lang.OutOfMemoryError: Direct buffer memory
at java.nio.Bits.reserveMemory(Bits.java:694)
at java.nio.DirectByteBuffer.<init>(DirectByteBuffer.java:123)
at java.nio.ByteBuffer.allocateDirect(ByteBuffer.java:311)
at org.apache.solr.store.blockcache.BlockCache.<init>(BlockCache.java:71)
at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:309)
... 14 more
FAILED: org.apache.solr.search.TestRecoveryHdfs.testBuffering
Error Message:
SolrCore 'collection1' is not available due to init failure: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB.
Stack Trace:
org.apache.solr.core.SolrCoreInitializationException: SolrCore 'collection1' is not available due to init failure: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB.
at __randomizedtesting.SeedInfo.seed([5333974082866834:4EDD396B23DFC91F]:0)
at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:1408)
at org.apache.solr.util.TestHarness.getCore(TestHarness.java:250)
at org.apache.solr.util.TestHarness$LocalRequestFactory.makeRequest(TestHarness.java:469)
at org.apache.solr.SolrTestCaseJ4.req(SolrTestCaseJ4.java:1183)
at org.apache.solr.search.TestRecoveryHdfs.testBuffering(TestRecoveryHdfs.java:251)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.common.SolrException: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB.
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:988)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:843)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:985)
at org.apache.solr.core.CoreContainer.lambda$load$11(CoreContainer.java:623)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: java.lang.RuntimeException: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~8.388608 MB.
at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:311)
at org.apache.solr.core.HdfsDirectoryFactory.getBlockDirectoryCache(HdfsDirectoryFactory.java:287)
at org.apache.solr.core.HdfsDirectoryFactory.create(HdfsDirectoryFactory.java:227)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:478)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:928)
... 9 more
Caused by: java.lang.OutOfMemoryError: Direct buffer memory
at java.nio.Bits.reserveMemory(Bits.java:694)
at java.nio.DirectByteBuffer.<init>(DirectByteBuffer.java:123)
at java.nio.ByteBuffer.allocateDirect(ByteBuffer.java:311)
at org.apache.solr.store.blockcache.BlockCache.<init>(BlockCache.java:71)
at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:309)
... 14 more
FAILED: org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testDistributions
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([888E2B7AF17341C6:37716AD02F89A15A]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testDistributions(StreamExpressionTest.java:6039)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11912 lines...]
[junit4] Suite: org.apache.solr.search.TestRecoveryHdfs
[junit4] 2> 2166190 INFO (SUITE-TestRecoveryHdfs-seed#[5333974082866834]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.search.TestRecoveryHdfs_5333974082866834-001/init-core-data-001
[junit4] 2> 2166190 WARN (SUITE-TestRecoveryHdfs-seed#[5333974082866834]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=12 numCloses=12
[junit4] 2> 2166190 INFO (SUITE-TestRecoveryHdfs-seed#[5333974082866834]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2166191 INFO (SUITE-TestRecoveryHdfs-seed#[5333974082866834]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 2166531 WARN (SUITE-TestRecoveryHdfs-seed#[5333974082866834]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 2167117 WARN (SUITE-TestRecoveryHdfs-seed#[5333974082866834]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2167133 INFO (SUITE-TestRecoveryHdfs-seed#[5333974082866834]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 2167229 INFO (SUITE-TestRecoveryHdfs-seed#[5333974082866834]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_lucene2.us.west_apache_org_42219_hdfs____.rtslq2/webapp
[junit4] 2> 2169246 INFO (SUITE-TestRecoveryHdfs-seed#[5333974082866834]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@lucene2-us-west.apache.org:42219
[junit4] 2> 2170549 WARN (SUITE-TestRecoveryHdfs-seed#[5333974082866834]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2170550 INFO (SUITE-TestRecoveryHdfs-seed#[5333974082866834]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 2170616 INFO (SUITE-TestRecoveryHdfs-seed#[5333974082866834]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_36041_datanode____.r60dkf/webapp
[junit4] 2> 2172573 INFO (SUITE-TestRecoveryHdfs-seed#[5333974082866834]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:36041
[junit4] 2> 2173196 WARN (SUITE-TestRecoveryHdfs-seed#[5333974082866834]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2173197 INFO (SUITE-TestRecoveryHdfs-seed#[5333974082866834]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 2173303 INFO (SUITE-TestRecoveryHdfs-seed#[5333974082866834]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_40868_datanode____.ig7123/webapp
[junit4] 2> 2174014 INFO (IPC Server handler 1 on 44939) [ ] BlockStateChange BLOCK* processReport: from storage DS-50407328-2335-4601-a4e4-dd2b885cba3c node DatanodeRegistration(127.0.0.1:37180, datanodeUuid=654599df-ff38-4158-baa7-803b5df67d15, infoPort=38174, infoSecurePort=0, ipcPort=34273, storageInfo=lv=-56;cid=testClusterID;nsid=1525333412;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 2174014 INFO (IPC Server handler 1 on 44939) [ ] BlockStateChange BLOCK* processReport: from storage DS-c80ac52a-7fde-4af1-b3c6-4e6a9750d59b node DatanodeRegistration(127.0.0.1:37180, datanodeUuid=654599df-ff38-4158-baa7-803b5df67d15, infoPort=38174, infoSecurePort=0, ipcPort=34273, storageInfo=lv=-56;cid=testClusterID;nsid=1525333412;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 2175054 INFO (SUITE-TestRecoveryHdfs-seed#[5333974082866834]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:40868
[junit4] 2> 2176485 INFO (IPC Server handler 9 on 44939) [ ] BlockStateChange BLOCK* processReport: from storage DS-32d5e414-a07e-4b03-b57b-619f92079210 node DatanodeRegistration(127.0.0.1:46663, datanodeUuid=cba8deb2-2112-4b94-9711-583714fcae3b, infoPort=37105, infoSecurePort=0, ipcPort=44865, storageInfo=lv=-56;cid=testClusterID;nsid=1525333412;c=0), blocks: 0, hasStaleStorage: true, processing time: 21 msecs
[junit4] 2> 2176485 INFO (IPC Server handler 9 on 44939) [ ] BlockStateChange BLOCK* processReport: from storage DS-ccff6a55-8ad4-45c9-9aa6-6b5af2f9c738 node DatanodeRegistration(127.0.0.1:46663, datanodeUuid=cba8deb2-2112-4b94-9711-583714fcae3b, infoPort=37105, infoSecurePort=0, ipcPort=44865, storageInfo=lv=-56;cid=testClusterID;nsid=1525333412;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 2176618 INFO (SUITE-TestRecoveryHdfs-seed#[5333974082866834]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore
[junit4] 2> 2176619 INFO (SUITE-TestRecoveryHdfs-seed#[5333974082866834]-worker) [ ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 2176680 INFO (SUITE-TestRecoveryHdfs-seed#[5333974082866834]-worker) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2176719 INFO (SUITE-TestRecoveryHdfs-seed#[5333974082866834]-worker) [ ] o.a.s.s.IndexSchema [null] Schema name=test
[junit4] 2> 2177222 INFO (SUITE-TestRecoveryHdfs-seed#[5333974082866834]-worker) [ ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 2177473 INFO (SUITE-TestRecoveryHdfs-seed#[5333974082866834]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4824beb
[junit4] 2> 2177488 INFO (SUITE-TestRecoveryHdfs-seed#[5333974082866834]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4824beb
[junit4] 2> 2177488 INFO (SUITE-TestRecoveryHdfs-seed#[5333974082866834]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4824beb
[junit4] 2> 2177489 INFO (coreLoadExecutor-3611-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 2177567 INFO (coreLoadExecutor-3611-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2177613 INFO (coreLoadExecutor-3611-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2177939 INFO (coreLoadExecutor-3611-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 2177956 INFO (coreLoadExecutor-3611-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 2177956 INFO (coreLoadExecutor-3611-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4824beb
[junit4] 2> 2177956 INFO (coreLoadExecutor-3611-thread-1) [ x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://lucene2-us-west.apache.org:44939/solr_hdfs_home
[junit4] 2> 2177956 INFO (coreLoadExecutor-3611-thread-1) [ x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2177956 INFO (coreLoadExecutor-3611-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2177956 INFO (coreLoadExecutor-3611-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1], dataDir=[hdfs://lucene2-us-west.apache.org:44939/solr_hdfs_home/collection1//home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.search.TestRecoveryHdfs_5333974082866834-001/init-core-data-001/]
[junit4] 2> 2177957 INFO (coreLoadExecutor-3611-thread-1) [ x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:44939/solr_hdfs_home/collection1//home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.search.TestRecoveryHdfs_5333974082866834-001/init-core-data-001/snapshot_metadata
[junit4] 2> 2177983 INFO (coreLoadExecutor-3611-thread-1) [ x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2177983 INFO (coreLoadExecutor-3611-thread-1) [ x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 2177983 INFO (coreLoadExecutor-3611-thread-1) [ x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 2178016 WARN (coreLoadExecutor-3611-thread-1) [ x:collection1] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
[junit4] 2> 2183038 WARN (coreLoadExecutor-3611-thread-1) [ x:collection1] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
[junit4] 2> 2188395 INFO (coreLoadExecutor-3611-thread-1) [ x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2188480 INFO (coreLoadExecutor-3611-thread-1) [ x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:44939/solr_hdfs_home/collection1//home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.search.TestRecoveryHdfs_5333974082866834-001/init-core-data-001
[junit4] 2> 2188585 INFO (coreLoadExecutor-3611-thread-1) [ x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:44939/solr_hdfs_home/collection1//home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.search.TestRecoveryHdfs_5333974082866834-001/init-core-data-001/index
[junit4] 2> 2188646 INFO (coreLoadExecutor-3611-thread-1) [ x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2188646 INFO (coreLoadExecutor-3611-thread-1) [ x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 2188646 INFO (coreLoadExecutor-3611-thread-1) [ x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 21
[...truncated too long message...]
from ZooKeeper... (3) -> (2)
[junit4] 2> 439915 INFO (zkCallback-197-thread-2-processing-n:127.0.0.1:41390_solr) [n:127.0.0.1:41390_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 439915 INFO (zkCallback-197-thread-1-processing-n:127.0.0.1:41390_solr) [n:127.0.0.1:41390_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 439915 INFO (coreCloseExecutor-625-thread-1) [n:127.0.0.1:34804_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1_collection.shard1.replica_n1, tag=913977927
[junit4] 2> 439942 INFO (coreCloseExecutor-625-thread-1) [n:127.0.0.1:34804_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1_collection.shard1.leader, tag=913977927
[junit4] 2> 440031 INFO (zkCallback-198-thread-1-processing-n:127.0.0.1:34804_solr) [n:127.0.0.1:34804_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 440031 INFO (zkCallback-198-thread-3-processing-n:127.0.0.1:34804_solr) [n:127.0.0.1:34804_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 440031 INFO (zkCallback-197-thread-2-processing-n:127.0.0.1:41390_solr) [n:127.0.0.1:41390_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 440031 INFO (zkCallback-197-thread-1-processing-n:127.0.0.1:41390_solr) [n:127.0.0.1:41390_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 441413 WARN (zkCallback-1634-thread-1-processing-n:127.0.0.1:34804_solr x:collection1_collection_shard1_replica_n1 s:shard1 c:collection1_collection r:core_node3) [n:127.0.0.1:34804_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 441414 INFO (jetty-closer-178-thread-4) [ ] o.a.s.c.Overseer Overseer (id=98441793398308874-127.0.0.1:41390_solr-n_0000000000) closing
[junit4] 2> 441415 INFO (OverseerStateUpdate-98441793398308874-127.0.0.1:41390_solr-n_0000000000) [n:127.0.0.1:41390_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:41390_solr
[junit4] 2> 441415 WARN (zkCallback-198-thread-1-processing-n:127.0.0.1:34804_solr) [n:127.0.0.1:34804_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 441415 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15dbc4a1e8f000c, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 441415 INFO (zkCallback-197-thread-2-processing-n:127.0.0.1:41390_solr) [n:127.0.0.1:41390_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 441415 INFO (jetty-closer-178-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6ecb6fcb{/solr,null,UNAVAILABLE}
[junit4] 2> 441416 INFO (jetty-closer-178-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@764fc30{/solr,null,UNAVAILABLE}
[junit4] 2> 441417 ERROR (SUITE-StreamExpressionTest-seed#[888E2B7AF17341C6]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 441417 INFO (SUITE-StreamExpressionTest-seed#[888E2B7AF17341C6]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37917 37917
[junit4] 2> 441541 INFO (Thread-187) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37917 37917
[junit4] 2> 441542 WARN (Thread-187) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 74 /solr/aliases.json
[junit4] 2> 74 /solr/clusterprops.json
[junit4] 2> 9 /solr/configs/conf
[junit4] 2> 4 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 74 /solr/clusterstate.json
[junit4] 2> 22 /solr/collections/destination/state.json
[junit4] 2> 20 /solr/collections/collection1_collection/state.json
[junit4] 2> 20 /solr/collections/destinationCollection/state.json
[junit4] 2> 20 /solr/collections/mainCorpus/state.json
[junit4] 2> 18 /solr/collections/parallelDestinationCollection/state.json
[junit4] 2> 18 /solr/collections/workQueue/state.json
[junit4] 2> 18 /solr/collections/parallelDestinationCollection1/state.json
[junit4] 2> 2 /solr/overseer_elect/election/98441793398308874-127.0.0.1:41390_solr-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 74 /solr/live_nodes
[junit4] 2> 74 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.io.stream.StreamExpressionTest_888E2B7AF17341C6-001
[junit4] 2> Aug 07, 2017 10:45:18 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {expr_s=PostingsFormat(name=Direct), join2_s=PostingsFormat(name=LuceneFixedGap), multiDefault=PostingsFormat(name=LuceneFixedGap), subject=PostingsFormat(name=LuceneFixedGap), a1_s=PostingsFormat(name=Memory), a2_s=PostingsFormat(name=Direct), test_t=FSTOrd50, level1_s=PostingsFormat(name=Direct), ident_s=PostingsFormat(name=Memory), body_t=FSTOrd50, s_multi=PostingsFormat(name=Direct), col_s=PostingsFormat(name=Memory), level2_s=PostingsFormat(name=Memory), a_ss=PostingsFormat(name=LuceneFixedGap), a_s=PostingsFormat(name=Direct), a_t=PostingsFormat(name=LuceneFixedGap), side_s=FSTOrd50, id=FSTOrd50, text=PostingsFormat(name=Direct)}, docValues:{expr_s=DocValuesFormat(name=Lucene70), join2_s=DocValuesFormat(name=Memory), multiDefault=DocValuesFormat(name=Memory), price_f=DocValuesFormat(name=Memory), a1_s=DocValuesFormat(name=Direct), a_f=DocValuesFormat(name=Direct), intDefault=DocValuesFormat(name=Direct), join1_i=DocValuesFormat(name=Lucene70), a2_s=DocValuesFormat(name=Lucene70), a_i=DocValuesFormat(name=Asserting), join3_i=DocValuesFormat(name=Asserting), test_i=DocValuesFormat(name=Memory), field_i=DocValuesFormat(name=Memory), level1_s=DocValuesFormat(name=Lucene70), s_multi=DocValuesFormat(name=Lucene70), col_s=DocValuesFormat(name=Direct), level2_s=DocValuesFormat(name=Direct), a_ss=DocValuesFormat(name=Memory), a_s=DocValuesFormat(name=Lucene70), id=DocValuesFormat(name=Asserting), timestamp=DocValuesFormat(name=Memory), i_multi=DocValuesFormat(name=Asserting), b_ls=DocValuesFormat(name=Direct), test_dt=DocValuesFormat(name=Lucene70), ident_s=DocValuesFormat(name=Direct), order_i=DocValuesFormat(name=Memory), _version_=DocValuesFormat(name=Direct), side_s=DocValuesFormat(name=Asserting), miles_i=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=312, maxMBSortInHeap=7.2171387238979055, sim=RandomSimilarity(queryNorm=true): {}, locale=es-US, timezone=America/Nassau
[junit4] 2> NOTE: Linux 4.4.0-83-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=216538224,total=459276288
[junit4] 2> NOTE: All tests run in this JVM: [UuidEvaluatorTest, StreamExpressionToExpessionTest, GraphTest, TestNamedListCodec, TermsResponseTest, TestEmbeddedSolrServer, TestValidatingJsonMap, ConcurrentUpdateSolrClientTest, CompoundEvaluatorTest, TestSpellCheckResponse, TestCollectionStateWatchers, TestSuggesterResponse, ArcCosineEvaluatorTest, MultiplyEvaluatorTest, HttpSolrClientSSLAuthConPoolTest, FieldAnalysisResponseTest, SubtractEvaluatorTest, HyperbolicSineEvaluatorTest, ArrayEvaluatorTest, LargeVolumeBinaryJettyTest, BasicHttpSolrClientTest, CloudSolrClientMultiConstructorTest, CloudSolrClientTest, StreamExpressionTest]
[junit4] Completed [135/135 (1!)] on J0 in 158.81s, 93 tests, 1 failure, 9 skipped <<< FAILURES!
[...truncated 42405 lines...]
[JENKINS] Lucene-Solr-Tests-master - Build # 2063 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2063/
3 tests failed.
FAILED: org.apache.solr.cloud.LeaderElectionContextKeyTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([F5A0231F0DD71BD6:7DF41CC5A32B762E]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.LeaderElectionContextKeyTest.test(LeaderElectionContextKeyTest.java:88)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.handler.admin.StatsReloadRaceTest.testParallelReloadAndStats
Error Message:
Key SEARCHER.searcher.indexVersion not found in registry solr.core.collection1
Stack Trace:
java.lang.AssertionError: Key SEARCHER.searcher.indexVersion not found in registry solr.core.collection1
at __randomizedtesting.SeedInfo.seed([F5A0231F0DD71BD6:3A3E462682267389]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.handler.admin.StatsReloadRaceTest.requestMetrics(StatsReloadRaceTest.java:143)
at org.apache.solr.handler.admin.StatsReloadRaceTest.testParallelReloadAndStats(StatsReloadRaceTest.java:77)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.SolrCLIZkUtilsTest.testCp
Error Message:
Empty files should NOT be copied down as directories
Stack Trace:
java.lang.AssertionError: Empty files should NOT be copied down as directories
at __randomizedtesting.SeedInfo.seed([F5A0231F0DD71BD6:1E4CDE51C97EA5B4]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.SolrCLIZkUtilsTest.testCp(SolrCLIZkUtilsTest.java:449)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11780 lines...]
[junit4] Suite: org.apache.solr.handler.admin.StatsReloadRaceTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.admin.StatsReloadRaceTest_F5A0231F0DD71BD6-001/init-core-data-001
[junit4] 2> 1098341 INFO (SUITE-StatsReloadRaceTest-seed#[F5A0231F0DD71BD6]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1098342 INFO (SUITE-StatsReloadRaceTest-seed#[F5A0231F0DD71BD6]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1098343 INFO (SUITE-StatsReloadRaceTest-seed#[F5A0231F0DD71BD6]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1098343 INFO (SUITE-StatsReloadRaceTest-seed#[F5A0231F0DD71BD6]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore
[junit4] 2> 1098344 INFO (SUITE-StatsReloadRaceTest-seed#[F5A0231F0DD71BD6]-worker) [ ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 1098385 INFO (SUITE-StatsReloadRaceTest-seed#[F5A0231F0DD71BD6]-worker) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1098413 INFO (SUITE-StatsReloadRaceTest-seed#[F5A0231F0DD71BD6]-worker) [ ] o.a.s.s.IndexSchema [null] Schema name=test
[junit4] 2> 1098549 INFO (SUITE-StatsReloadRaceTest-seed#[F5A0231F0DD71BD6]-worker) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1098592 INFO (SUITE-StatsReloadRaceTest-seed#[F5A0231F0DD71BD6]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a6119b9
[junit4] 2> 1098597 INFO (SUITE-StatsReloadRaceTest-seed#[F5A0231F0DD71BD6]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a6119b9
[junit4] 2> 1098597 INFO (SUITE-StatsReloadRaceTest-seed#[F5A0231F0DD71BD6]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a6119b9
[junit4] 2> 1098599 INFO (coreLoadExecutor-3467-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 1098634 INFO (coreLoadExecutor-3467-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1098661 INFO (coreLoadExecutor-3467-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1098798 INFO (coreLoadExecutor-3467-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1098806 INFO (coreLoadExecutor-3467-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 1098807 INFO (coreLoadExecutor-3467-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a6119b9
[junit4] 2> 1098807 INFO (coreLoadExecutor-3467-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1098807 INFO (coreLoadExecutor-3467-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.admin.StatsReloadRaceTest_F5A0231F0DD71BD6-001/init-core-data-001/]
[junit4] 2> 1098809 INFO (coreLoadExecutor-3467-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1549450695, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1098872 INFO (coreLoadExecutor-3467-thread-1) [ x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1098872 INFO (coreLoadExecutor-3467-thread-1) [ x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1098873 INFO (coreLoadExecutor-3467-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1098874 INFO (coreLoadExecutor-3467-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1098875 INFO (coreLoadExecutor-3467-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=37, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 1098876 INFO (coreLoadExecutor-3467-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3952d964[collection1] main]
[junit4] 2> 1098877 INFO (coreLoadExecutor-3467-thread-1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 1098892 INFO (coreLoadExecutor-3467-thread-1) [ x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 1098923 INFO (coreLoadExecutor-3467-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1098923 INFO (searcherExecutor-3468-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 1098923 INFO (coreLoadExecutor-3467-thread-1) [ x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575034836901429248
[junit4] 2> 1098923 INFO (searcherExecutor-3468-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 1098923 INFO (searcherExecutor-3468-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 1098923 INFO (searcherExecutor-3468-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 1098924 INFO (searcherExecutor-3468-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 1098924 INFO (searcherExecutor-3468-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 1098924 INFO (searcherExecutor-3468-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 1098924 INFO (searcherExecutor-3468-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 1098925 INFO (searcherExecutor-3468-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 1098926 INFO (searcherExecutor-3468-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3952d964[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1098928 INFO (SUITE-StatsReloadRaceTest-seed#[F5A0231F0DD71BD6]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore end
[junit4] 2> 1098934 INFO (SUITE-StatsReloadRaceTest-seed#[F5A0231F0DD71BD6]-worker) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[0 (1575034836906672128), 1 (1575034836907720704), 2 (1575034836908769280), 3 (1575034836908769281), 4 (1575034836908769282), 5 (1575034836908769283), 6 (1575034836908769284), 7 (1575034836908769285), 8 (1575034836910866432), 9 (1575034836910866433), ... (21 adds)]} 0 5
[junit4] 2> 1098936 INFO (SUITE-StatsReloadRaceTest-seed#[F5A0231F0DD71BD6]-worker) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1575034836915060736,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1098936 INFO (SUITE-StatsReloadRaceTest-seed#[F5A0231F0DD71BD6]-worker) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@137a8a01 commitCommandVersion:1575034836915060736
[junit4] 2> 1098942 INFO (SUITE-StatsReloadRaceTest-seed#[F5A0231F0DD71BD6]-worker) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@43bdcaaf[collection1] main]
[junit4] 2> 1098944 INFO (searcherExecutor-3468-thread-1) [ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@43bdcaaf[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C21)))}
[junit4] 2> 1098944 INFO (SUITE-StatsReloadRaceTest-seed#[F5A0231F0DD71BD6]-worker) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1098944 INFO (SUITE-StatsReloadRaceTest-seed#[F5A0231F0DD71BD6]-worker) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{commit=} 0 8
[junit4] 2> 1098949 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testParallelReloadAndStats
[junit4] 2> 1098950 ERROR (parallelCoreAdminExecutor-3466-thread-1-processing-1 RELOAD) [ ] o.a.s.c.CorePropertiesLocator Couldn't load core descriptor from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/core.properties:java.nio.file.NoSuchFileException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/core.properties
[junit4] 2> 1098950 INFO (parallelCoreAdminExecutor-3466-thread-1-processing-1 RELOAD) [ ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 1098962 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1098964 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1098965 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1098966 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1098967 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1098968 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1098968 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1098969 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1098970 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1098970 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1098970 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1098970 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1098971 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1098971 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1098972 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1098972 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1098973 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1098973 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1098974 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1098974 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1098975 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1098975 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1098976 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1098976 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1098977 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1098977 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1098977 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1098978 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1098978 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1098978 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1098979 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1098979 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1098980 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1098980 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1098981 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1098982 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1098982 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1098983 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1098983 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1098984 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1098984 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1098984 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1098985 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1098985 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1098986 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1098987 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1098988 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1098988 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1098988 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1098988 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1098990 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1098990 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1098990 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1098991 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1098992 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1098992 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1098993 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1098994 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1098994 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1098994 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1098995 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1098996 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1098996 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1098997 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1098998 INFO (parallelCoreAdminExecutor-3466-thread-1-processing-1 RELOAD) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1098999 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099000 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099000 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099001 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099002 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099003 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099003 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099004 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099004 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099005 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099006 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099006 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099006 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099007 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099007 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099007 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099008 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099008 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099009 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099009 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099010 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099011 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099011 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099012 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099012 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099012 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099013 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099014 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099014 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099015 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099015 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099016 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099016 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099017 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099018 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099018 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099019 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099019 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099020 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099021 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099021 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099021 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099022 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099023 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099023 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099023 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099024 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099024 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099025 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099025 INFO (parallelCoreAdminExecutor-3466-thread-1-processing-1 RELOAD) [ ] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1099025 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099026 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099026 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099027 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099028 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099028 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099028 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099029 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099029 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099029 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099041 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099042 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099042 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099043 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099044 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099044 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099045 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099046 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099046 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099047 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099047 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099048 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099049 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099049 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099050 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099050 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099050 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099051 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099052 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099052 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099052 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099053 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099053 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099053 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099053 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099054 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099054 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099054 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099054 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099055 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099055 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099056 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099056 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099056 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099057 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099057 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099057 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099058 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099058 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099058 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099059 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099060 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099060 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099061 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099061 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099061 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099062 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099062 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099062 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099063 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099063 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099063 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099064 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099064 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099065 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099065 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099065 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099066 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099066 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099066 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099067 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099067 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099067 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099068 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099068 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099069 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099069 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099070 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099070 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099071 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099071 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099072 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099072 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099072 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099073 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099073 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099073 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099073 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099074 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099074 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099075 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099075 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099076 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099076 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099077 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099077 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099078 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099078 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099078 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099078 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099079 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099079 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099079 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099080 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099081 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099081 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099081 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099082 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099082 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099083 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099083 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099083 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099084 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099084 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099084 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099085 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099085 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099085 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099086 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099086 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099087 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099087 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099087 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099087 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099088 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099088 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099088 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099089 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099089 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099090 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099091 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099091 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099091 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099092 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099092 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099092 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099092 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099093 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099093 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099093 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099094 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099094 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099094 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099095 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099095 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099095 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099095 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099096 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099096 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099096 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099097 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099097 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099097 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099097 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099098 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099098 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099099 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099099 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099099 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099099 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099100 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099100 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099101 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099101 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099102 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099102 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099102 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099103 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099103 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099103 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099103 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099104 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099104 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099104 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099104 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099105 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099105 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099105 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099106 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099106 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099106 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099107 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099107 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099107 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099108 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099108 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099108 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099108 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099109 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099109 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099109 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099110 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099110 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099111 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099111 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099111 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099112 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099112 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099112 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099113 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099113 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099113 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099113 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099113 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099114 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099114 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099115 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099115 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099116 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099116 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099117 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099117 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099118 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099118 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099119 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099119 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099119 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099120 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099120 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099121 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099121 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099121 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099121 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099122 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099122 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099122 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099123 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099123 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099123 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099124 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099124 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099125 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099125 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099125 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099126 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099126 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099126 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099126 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099127 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099127 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099127 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099127 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099128 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099128 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099129 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099129 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099130 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099130 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099130 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099131 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099131 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099131 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099131 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1
[junit4] 2> 1099132 INFO (TEST-StatsReloadRaceTest.testParallelReloadAndStats-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.h.a.CoreAdminOperation Checking request status f
[...truncated too long message...]
1BD6]) [ ] o.a.s.c.c.ZkMaintenanceUtils Writing file /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SolrCLIZkUtilsTest_F5A0231F0DD71BD6-001/cp10-001/schema.xml
[junit4] 2> 1878883 INFO (TEST-SolrCLIZkUtilsTest.testCp-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.c.c.ZkMaintenanceUtils Writing file /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SolrCLIZkUtilsTest_F5A0231F0DD71BD6-001/cp10-001/solrconfig.xml
[junit4] 2> 1878885 INFO (TEST-SolrCLIZkUtilsTest.testCp-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.c.c.ZkMaintenanceUtils Writing file /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SolrCLIZkUtilsTest_F5A0231F0DD71BD6-001/cp10-001/stopwords/zknode.data
[junit4] 2> 1878886 INFO (TEST-SolrCLIZkUtilsTest.testCp-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.c.c.ZkMaintenanceUtils Writing file /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SolrCLIZkUtilsTest_F5A0231F0DD71BD6-001/cp10-001/stopwords/stopwords-en.txt
[junit4] 2> 1878888 INFO (TEST-SolrCLIZkUtilsTest.testCp-seed#[F5A0231F0DD71BD6]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCp
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=SolrCLIZkUtilsTest -Dtests.method=testCp -Dtests.seed=F5A0231F0DD71BD6 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ja-JP -Dtests.timezone=America/Eirunepe -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] FAILURE 0.22s J2 | SolrCLIZkUtilsTest.testCp <<<
[junit4] > Throwable #1: java.lang.AssertionError: Empty files should NOT be copied down as directories
[junit4] > at __randomizedtesting.SeedInfo.seed([F5A0231F0DD71BD6:1E4CDE51C97EA5B4]:0)
[junit4] > at org.apache.solr.cloud.SolrCLIZkUtilsTest.testCp(SolrCLIZkUtilsTest.java:449)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1878891 INFO (jetty-closer-2281-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@76e63cfd{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1878892 INFO (jetty-closer-2281-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1634920878
[junit4] 2> 1878892 INFO (jetty-closer-2281-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1878894 INFO (jetty-closer-2281-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1878896 INFO (jetty-closer-2281-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1878897 INFO (jetty-closer-2281-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1878897 INFO (jetty-closer-2281-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1878898 INFO (jetty-closer-2281-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98439728349184003-127.0.0.1:45338_solr-n_0000000000) closing
[junit4] 2> 1878898 INFO (OverseerStateUpdate-98439728349184003-127.0.0.1:45338_solr-n_0000000000) [n:127.0.0.1:45338_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:45338_solr
[junit4] 2> 1880399 WARN (zkCallback-2287-thread-1-processing-n:127.0.0.1:45338_solr) [n:127.0.0.1:45338_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1880400 INFO (jetty-closer-2281-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@16ef909e{/solr,null,UNAVAILABLE}
[junit4] 2> 1880400 ERROR (SUITE-SolrCLIZkUtilsTest-seed#[F5A0231F0DD71BD6]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1880401 INFO (SUITE-SolrCLIZkUtilsTest-seed#[F5A0231F0DD71BD6]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:52324 52324
[junit4] 2> 1880577 INFO (Thread-3983) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:52324 52324
[junit4] 2> 1880578 WARN (Thread-3983) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.SolrCLIZkUtilsTest_F5A0231F0DD71BD6-001
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=true): {}, locale=ja-JP, timezone=America/Eirunepe
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=188467840,total=524812288
[junit4] 2> NOTE: All tests run in this JVM: [DistributedSuggestComponentTest, TestSolrCloudWithSecureImpersonation, TestSolrCoreSnapshots, HdfsBasicDistributedZk2Test, TestSolrCoreProperties, ImplicitSnitchTest, TestDistributedMissingSort, TestFilteredDocIdSet, PropertiesRequestHandlerTest, TestFastWriter, TestBackupRepositoryFactory, CustomCollectionTest, BasicDistributedZk2Test, TestSurroundQueryParser, ManagedSchemaRoundRobinCloudTest, TestPointFields, TestOverriddenPrefixQueryForCustomFieldType, TestScoreJoinQPScore, CdcrReplicationDistributedZkTest, TestTolerantUpdateProcessorRandomCloud, TestPrepRecovery, NodeMutatorTest, OverseerCollectionConfigSetProcessorTest, SuggestComponentContextFilterQueryTest, HttpSolrCallGetCoreTest, WrapperMergePolicyFactoryTest, ShowFileRequestHandlerTest, DocumentBuilderTest, TestExportWriter, TermVectorComponentDistributedTest, TestConfigsApi, TestManagedSchema, BadIndexSchemaTest, TestCloudNestedDocsSort, NumericFieldsTest, TermsComponentTest, HdfsChaosMonkeySafeLeaderTest, TestFieldTypeCollectionResource, BasicAuthStandaloneTest, SimpleFacetsTest, TestSortByMinMaxFunction, TestHdfsUpdateLog, TestLegacyFieldReuse, ConfigSetsAPITest, BlockCacheTest, TestMacroExpander, PrimitiveFieldTypeTest, DistanceUnitsTest, TestSizeLimitedDistributedMap, TestSchemaResource, TestInitQParser, HdfsSyncSliceTest, VMParamsZkACLAndCredentialsProvidersTest, MultiTermTest, TestSuggestSpellingConverter, TestLFUCache, TestManagedSynonymFilterFactory, PreAnalyzedUpdateProcessorTest, StatsComponentTest, TestGroupingSearch, SolrMetricReporterTest, PathHierarchyTokenizerFactoryTest, CdcrVersionReplicationTest, SuggesterTest, TestAnalyzedSuggestions, FullSolrCloudDistribCmdsTest, TestCloudRecovery, SimpleMLTQParserTest, SolrInfoBeanTest, BigEndianAscendingWordSerializerTest, TestCollectionAPI, SpellPossibilityIteratorTest, HdfsRecoverLeaseTest, TestReversedWildcardFilterFactory, HdfsUnloadDistributedZkTest, TestSolrConfigHandlerConcurrent, TestLeaderElectionZkExpiry, TestReplicationHandlerBackup, MigrateRouteKeyTest, FullHLLTest, TestFoldingMultitermQuery, ExitableDirectoryReaderTest, SparseHLLTest, ConfigureRecoveryStrategyTest, CoreMergeIndexesAdminHandlerTest, UnloadDistributedZkTest, DirectUpdateHandlerTest, TestLMJelinekMercerSimilarityFactory, TestReRankQParserPlugin, XsltUpdateRequestHandlerTest, ClassificationUpdateProcessorIntegrationTest, TestDelegationWithHadoopAuth, TestConfigSetsAPIExclusivity, TestDynamicFieldResource, TestPKIAuthenticationPlugin, OverseerStatusTest, SharedFSAutoReplicaFailoverTest, DateMathParserTest, CollectionsAPIAsyncDistributedZkTest, TestDeleteCollectionOnDownNodes, TestReloadAndDeleteDocs, FastVectorHighlighterTest, SolrCoreCheckLockOnStartupTest, DeleteNodeTest, HdfsDirectoryTest, TestClusterStateMutator, TestBlobHandler, AliasIntegrationTest, ClusterStateTest, CopyFieldTest, MetricsConfigTest, StatsReloadRaceTest, SuggesterFSTTest, SSLMigrationTest, TestCloudJSONFacetJoinDomain, TestNonDefinedSimilarityFactory, AtomicUpdateProcessorFactoryTest, TimeZoneUtilsTest, SortByFunctionTest, TestTrackingShardHandlerFactory, ChaosMonkeySafeLeaderTest, SyncSliceTest, OverseerTest, ShardRoutingTest, RecoveryZkTest, TestReplicationHandler, TestRandomFaceting, LeaderElectionTest, AutoCommitTest, TestFaceting, TestRecovery, DistributedSpellCheckComponentTest, HardAutoCommitTest, TestSolr4Spatial, ConvertedLegacyTest, TestSort, SimplePostToolTest, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, SpellCheckCollatorTest, TestStressLucene, PolyFieldTest, TestUpdate, QueryEqualityTest, DistanceFunctionTest, DebugComponentTest, TestQueryUtils, FileBasedSpellCheckerTest, TestValueSourceCache, MoreLikeThisHandlerTest, IndexSchemaRuntimeFieldTest, IndexSchemaTest, ReturnFieldsTest, UniqFieldsUpdateProcessorFactoryTest, PingRequestHandlerTest, ExternalFileFieldSortTest, NotRequiredUniqueKeyTest, TestPhraseSuggestions, TestXIncludeConfig, TestSweetSpotSimilarityFactory, TestPerFieldSimilarity, URLClassifyProcessorTest, PreAnalyzedFieldTest, DateFieldTest, TestUtils, CircularListTest, TestRTGBase, CursorPagingTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestSimpleTrackingShardHandler, TestTolerantSearch, AsyncCallRequestStatusResponseTest, CollectionTooManyReplicasTest, DeleteStatusTest, DistribJoinFromCollectionTest, DocValuesNotIndexedTest, HttpPartitionTest, PeerSyncReplicationTest, RecoveryAfterSoftCommitTest, SolrCLIZkUtilsTest]
[junit4] Completed [537/728 (3!)] on J2 in 2.84s, 6 tests, 1 failure <<< FAILURES!
[...truncated 43891 lines...]