You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/09/27 08:48:29 UTC
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build #
20558 - Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20558/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseParallelGC
2 tests failed.
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Error from server at https://127.0.0.1:43481/solr/awhollynewcollection_0: {"awhollynewcollection_0":5}
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:43481/solr/awhollynewcollection_0: {"awhollynewcollection_0":5}
at __randomizedtesting.SeedInfo.seed([8F81A1DC2D8A7086:C7F4D5682BB95F13]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:967)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:967)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:967)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:967)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:967)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:460)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestCloudRecovery.corruptedLogTest
Error Message:
Timeout waiting for all live and active
Stack Trace:
java.lang.AssertionError: Timeout waiting for all live and active
at __randomizedtesting.SeedInfo.seed([8F81A1DC2D8A7086:CF7FE2EFBF37E27]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.TestCloudRecovery.corruptedLogTest(TestCloudRecovery.java:184)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12577 lines...]
[junit4] Suite: org.apache.solr.cloud.TestCloudRecovery
[junit4] 2> 995451 INFO (SUITE-TestCloudRecovery-seed#[8F81A1DC2D8A7086]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_8F81A1DC2D8A7086-001/init-core-data-001
[junit4] 2> 995451 WARN (SUITE-TestCloudRecovery-seed#[8F81A1DC2D8A7086]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
[junit4] 2> 995451 INFO (SUITE-TestCloudRecovery-seed#[8F81A1DC2D8A7086]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 995452 INFO (SUITE-TestCloudRecovery-seed#[8F81A1DC2D8A7086]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 995453 INFO (SUITE-TestCloudRecovery-seed#[8F81A1DC2D8A7086]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_8F81A1DC2D8A7086-001/tempDir-001
[junit4] 2> 995453 INFO (SUITE-TestCloudRecovery-seed#[8F81A1DC2D8A7086]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 995454 INFO (Thread-2326) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 995454 INFO (Thread-2326) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 995455 ERROR (Thread-2326) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 995554 INFO (SUITE-TestCloudRecovery-seed#[8F81A1DC2D8A7086]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:36777
[junit4] 2> 995559 INFO (jetty-launcher-3497-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 995559 INFO (jetty-launcher-3497-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 995560 INFO (jetty-launcher-3497-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@389be70{/solr,null,AVAILABLE}
[junit4] 2> 995560 INFO (jetty-launcher-3497-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3583b063{/solr,null,AVAILABLE}
[junit4] 2> 995560 INFO (jetty-launcher-3497-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2ff2292d{SSL,[ssl, http/1.1]}{127.0.0.1:45385}
[junit4] 2> 995560 INFO (jetty-launcher-3497-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1f81d0ad{SSL,[ssl, http/1.1]}{127.0.0.1:33181}
[junit4] 2> 995560 INFO (jetty-launcher-3497-thread-1) [ ] o.e.j.s.Server Started @996853ms
[junit4] 2> 995560 INFO (jetty-launcher-3497-thread-2) [ ] o.e.j.s.Server Started @996853ms
[junit4] 2> 995560 INFO (jetty-launcher-3497-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45385}
[junit4] 2> 995560 INFO (jetty-launcher-3497-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33181}
[junit4] 2> 995560 ERROR (jetty-launcher-3497-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 995565 INFO (jetty-launcher-3497-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 995565 INFO (jetty-launcher-3497-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 995565 INFO (jetty-launcher-3497-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 995565 ERROR (jetty-launcher-3497-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 995565 INFO (jetty-launcher-3497-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-09-27T08:05:03.479Z
[junit4] 2> 995565 INFO (jetty-launcher-3497-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 995565 INFO (jetty-launcher-3497-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 995565 INFO (jetty-launcher-3497-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 995565 INFO (jetty-launcher-3497-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-09-27T08:05:03.479Z
[junit4] 2> 995568 INFO (jetty-launcher-3497-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 995568 INFO (jetty-launcher-3497-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 995576 INFO (jetty-launcher-3497-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36777/solr
[junit4] 2> 995576 INFO (jetty-launcher-3497-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36777/solr
[junit4] 2> 995601 INFO (jetty-launcher-3497-thread-1) [n:127.0.0.1:45385_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 995601 INFO (jetty-launcher-3497-thread-2) [n:127.0.0.1:33181_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 995601 INFO (jetty-launcher-3497-thread-1) [n:127.0.0.1:45385_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45385_solr
[junit4] 2> 995601 INFO (jetty-launcher-3497-thread-1) [n:127.0.0.1:45385_solr ] o.a.s.c.Overseer Overseer (id=98729951452790790-127.0.0.1:45385_solr-n_0000000000) starting
[junit4] 2> 995601 INFO (jetty-launcher-3497-thread-2) [n:127.0.0.1:33181_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33181_solr
[junit4] 2> 995602 INFO (zkCallback-3509-thread-1-processing-n:127.0.0.1:45385_solr) [n:127.0.0.1:45385_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 995602 INFO (zkCallback-3508-thread-1-processing-n:127.0.0.1:33181_solr) [n:127.0.0.1:33181_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 995603 INFO (jetty-launcher-3497-thread-1) [n:127.0.0.1:45385_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45385_solr
[junit4] 2> 995604 INFO (zkCallback-3508-thread-1-processing-n:127.0.0.1:33181_solr) [n:127.0.0.1:33181_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 995604 INFO (zkCallback-3509-thread-1-processing-n:127.0.0.1:45385_solr) [n:127.0.0.1:45385_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 995644 INFO (jetty-launcher-3497-thread-1) [n:127.0.0.1:45385_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45385.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6afdbc4a
[junit4] 2> 995644 INFO (jetty-launcher-3497-thread-2) [n:127.0.0.1:33181_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33181.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6afdbc4a
[junit4] 2> 995644 INFO (jetty-launcher-3497-thread-1) [n:127.0.0.1:45385_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45385.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6afdbc4a
[junit4] 2> 995644 INFO (jetty-launcher-3497-thread-2) [n:127.0.0.1:33181_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33181.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6afdbc4a
[junit4] 2> 995644 INFO (jetty-launcher-3497-thread-1) [n:127.0.0.1:45385_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45385.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6afdbc4a
[junit4] 2> 995644 INFO (jetty-launcher-3497-thread-2) [n:127.0.0.1:33181_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33181.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6afdbc4a
[junit4] 2> 995645 INFO (jetty-launcher-3497-thread-1) [n:127.0.0.1:45385_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_8F81A1DC2D8A7086-001/tempDir-001/node1/.
[junit4] 2> 995645 INFO (jetty-launcher-3497-thread-2) [n:127.0.0.1:33181_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_8F81A1DC2D8A7086-001/tempDir-001/node2/.
[junit4] 2> 995666 INFO (SUITE-TestCloudRecovery-seed#[8F81A1DC2D8A7086]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 995666 INFO (SUITE-TestCloudRecovery-seed#[8F81A1DC2D8A7086]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36777/solr ready
[junit4] 2> 995684 INFO (qtp606384405-16672) [n:127.0.0.1:45385_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=0&collection.configName=config&maxShardsPerNode=2&name=collection1&nrtReplicas=0&action=CREATE&numShards=2&tlogReplicas=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 995686 INFO (OverseerThreadFactory-4652-thread-1-processing-n:127.0.0.1:45385_solr) [n:127.0.0.1:45385_solr ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 995791 INFO (OverseerStateUpdate-98729951452790790-127.0.0.1:45385_solr-n_0000000000) [n:127.0.0.1:45385_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_t1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33181/solr",
[junit4] 2> "type":"TLOG"}
[junit4] 2> 995793 INFO (OverseerStateUpdate-98729951452790790-127.0.0.1:45385_solr-n_0000000000) [n:127.0.0.1:45385_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_t2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:45385/solr",
[junit4] 2> "type":"TLOG"}
[junit4] 2> 995794 INFO (OverseerStateUpdate-98729951452790790-127.0.0.1:45385_solr-n_0000000000) [n:127.0.0.1:45385_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"collection1_shard2_replica_t4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33181/solr",
[junit4] 2> "type":"TLOG"}
[junit4] 2> 995796 INFO (OverseerStateUpdate-98729951452790790-127.0.0.1:45385_solr-n_0000000000) [n:127.0.0.1:45385_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"collection1_shard2_replica_t6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:45385/solr",
[junit4] 2> "type":"TLOG"}
[junit4] 2> 996003 INFO (qtp606384405-16674) [n:127.0.0.1:45385_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=config&newCollection=true&name=collection1_shard1_replica_t2&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 996003 INFO (qtp606384405-16734) [n:127.0.0.1:45385_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=config&newCollection=true&name=collection1_shard2_replica_t6&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 996003 INFO (qtp606384405-16674) [n:127.0.0.1:45385_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 996043 INFO (qtp1755559387-16681) [n:127.0.0.1:33181_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=collection1_shard1_replica_t1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 996043 INFO (qtp1755559387-16681) [n:127.0.0.1:33181_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 996047 INFO (qtp1755559387-16673) [n:127.0.0.1:33181_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=config&newCollection=true&name=collection1_shard2_replica_t4&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 996149 INFO (zkCallback-3509-thread-1-processing-n:127.0.0.1:45385_solr) [n:127.0.0.1:45385_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 996149 INFO (zkCallback-3508-thread-1-processing-n:127.0.0.1:33181_solr) [n:127.0.0.1:33181_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 996150 INFO (zkCallback-3508-thread-2-processing-n:127.0.0.1:33181_solr) [n:127.0.0.1:33181_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 997016 INFO (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 997016 INFO (qtp606384405-16734) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 997024 INFO (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.s.IndexSchema [collection1_shard1_replica_t2] Schema name=minimal
[junit4] 2> 997024 INFO (qtp606384405-16734) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.s.IndexSchema [collection1_shard2_replica_t6] Schema name=minimal
[junit4] 2> 997037 INFO (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 997037 INFO (qtp606384405-16734) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 997037 INFO (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t2' using configuration from collection collection1, trusted=true
[junit4] 2> 997037 INFO (qtp606384405-16734) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t6' using configuration from collection collection1, trusted=true
[junit4] 2> 997037 INFO (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45385.solr.core.collection1.shard1.replica_t2' (registry 'solr.core.collection1.shard1.replica_t2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6afdbc4a
[junit4] 2> 997037 INFO (qtp606384405-16734) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45385.solr.core.collection1.shard2.replica_t6' (registry 'solr.core.collection1.shard2.replica_t6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6afdbc4a
[junit4] 2> 997038 INFO (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 997038 INFO (qtp606384405-16734) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 997038 INFO (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.SolrCore [[collection1_shard1_replica_t2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_8F81A1DC2D8A7086-001/tempDir-001/node1/collection1_shard1_replica_t2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_8F81A1DC2D8A7086-001/tempDir-001/node1/./collection1_shard1_replica_t2/data/]
[junit4] 2> 997038 INFO (qtp606384405-16734) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.SolrCore [[collection1_shard2_replica_t6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_8F81A1DC2D8A7086-001/tempDir-001/node1/collection1_shard2_replica_t6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_8F81A1DC2D8A7086-001/tempDir-001/node1/./collection1_shard2_replica_t6/data/]
[junit4] 2> 997052 INFO (qtp1755559387-16681) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 997054 INFO (qtp1755559387-16673) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 997058 INFO (qtp1755559387-16681) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.s.IndexSchema [collection1_shard1_replica_t1] Schema name=minimal
[junit4] 2> 997060 INFO (qtp1755559387-16681) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 997060 INFO (qtp1755559387-16681) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t1' using configuration from collection collection1, trusted=true
[junit4] 2> 997061 INFO (qtp1755559387-16681) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33181.solr.core.collection1.shard1.replica_t1' (registry 'solr.core.collection1.shard1.replica_t1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6afdbc4a
[junit4] 2> 997061 INFO (qtp1755559387-16681) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 997061 INFO (qtp1755559387-16681) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.SolrCore [[collection1_shard1_replica_t1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_8F81A1DC2D8A7086-001/tempDir-001/node2/collection1_shard1_replica_t1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_8F81A1DC2D8A7086-001/tempDir-001/node2/./collection1_shard1_replica_t1/data/]
[junit4] 2> 997061 INFO (qtp1755559387-16673) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.s.IndexSchema [collection1_shard2_replica_t4] Schema name=minimal
[junit4] 2> 997062 INFO (qtp1755559387-16673) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 997062 INFO (qtp1755559387-16673) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t4' using configuration from collection collection1, trusted=true
[junit4] 2> 997063 INFO (qtp1755559387-16673) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33181.solr.core.collection1.shard2.replica_t4' (registry 'solr.core.collection1.shard2.replica_t4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6afdbc4a
[junit4] 2> 997063 INFO (qtp1755559387-16673) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 997063 INFO (qtp1755559387-16673) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.SolrCore [[collection1_shard2_replica_t4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_8F81A1DC2D8A7086-001/tempDir-001/node2/collection1_shard2_replica_t4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_8F81A1DC2D8A7086-001/tempDir-001/node2/./collection1_shard2_replica_t4/data/]
[junit4] 2> 997093 INFO (qtp606384405-16734) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 997093 INFO (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 997093 INFO (qtp606384405-16734) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 997093 INFO (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 997094 INFO (qtp606384405-16734) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 997094 INFO (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 997094 INFO (qtp606384405-16734) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 997094 INFO (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 997095 INFO (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@4f07803[collection1_shard1_replica_t2] main]
[junit4] 2> 997095 INFO (qtp606384405-16734) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.s.SolrIndexSearcher Opening [Searcher@6e279b47[collection1_shard2_replica_t6] main]
[junit4] 2> 997095 INFO (qtp606384405-16734) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 997096 INFO (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 997096 INFO (qtp606384405-16734) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 997096 INFO (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 997096 INFO (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 997096 INFO (qtp606384405-16734) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 997096 INFO (qtp606384405-16734) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1579679224965365760
[junit4] 2> 997097 INFO (searcherExecutor-4657-thread-1-processing-n:127.0.0.1:45385_solr x:collection1_shard1_replica_t2 s:shard1 c:collection1 r:core_node5) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.SolrCore [collection1_shard1_replica_t2] Registered new searcher Searcher@4f07803[collection1_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 997097 INFO (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1579679224966414336
[junit4] 2> 997097 INFO (searcherExecutor-4658-thread-1-processing-n:127.0.0.1:45385_solr x:collection1_shard2_replica_t6 s:shard2 c:collection1 r:core_node8) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.SolrCore [collection1_shard2_replica_t6] Registered new searcher Searcher@6e279b47[collection1_shard2_replica_t6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 997099 INFO (qtp606384405-16734) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 997099 INFO (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 997104 INFO (qtp1755559387-16681) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 997104 INFO (qtp1755559387-16681) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 997105 INFO (qtp1755559387-16681) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 997105 INFO (qtp1755559387-16681) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 997106 INFO (qtp1755559387-16681) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3e375b2b[collection1_shard1_replica_t1] main]
[junit4] 2> 997107 INFO (qtp1755559387-16681) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 997107 INFO (qtp1755559387-16681) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 997107 INFO (qtp1755559387-16673) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 997107 INFO (qtp1755559387-16673) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 997107 INFO (qtp1755559387-16681) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 997107 INFO (qtp1755559387-16681) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1579679224976900096
[junit4] 2> 997108 INFO (qtp1755559387-16673) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 997108 INFO (qtp1755559387-16673) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 997108 INFO (searcherExecutor-4659-thread-1-processing-n:127.0.0.1:33181_solr x:collection1_shard1_replica_t1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.SolrCore [collection1_shard1_replica_t1] Registered new searcher Searcher@3e375b2b[collection1_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 997109 INFO (qtp1755559387-16673) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.s.SolrIndexSearcher Opening [Searcher@35fc156d[collection1_shard2_replica_t4] main]
[junit4] 2> 997109 INFO (qtp1755559387-16673) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 997109 INFO (qtp1755559387-16673) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 997110 INFO (qtp1755559387-16673) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 997110 INFO (qtp1755559387-16673) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1579679224980045824
[junit4] 2> 997110 INFO (searcherExecutor-4660-thread-1-processing-n:127.0.0.1:33181_solr x:collection1_shard2_replica_t4 s:shard2 c:collection1 r:core_node7) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.SolrCore [collection1_shard2_replica_t4] Registered new searcher Searcher@35fc156d[collection1_shard2_replica_t4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 997201 INFO (zkCallback-3508-thread-2-processing-n:127.0.0.1:33181_solr) [n:127.0.0.1:33181_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 997201 INFO (zkCallback-3508-thread-1-processing-n:127.0.0.1:33181_solr) [n:127.0.0.1:33181_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 997201 INFO (zkCallback-3509-thread-1-processing-n:127.0.0.1:45385_solr) [n:127.0.0.1:45385_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 997599 INFO (qtp606384405-16734) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 997599 INFO (qtp606384405-16734) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 997599 INFO (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 997599 INFO (qtp606384405-16734) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:45385/solr/collection1_shard2_replica_t6/
[junit4] 2> 997600 INFO (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 997600 INFO (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:45385/solr/collection1_shard1_replica_t2/
[junit4] 2> 997600 INFO (qtp606384405-16734) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.PeerSync PeerSync: core=collection1_shard2_replica_t6 url=https://127.0.0.1:45385/solr START replicas=[https://127.0.0.1:33181/solr/collection1_shard2_replica_t4/] nUpdates=100
[junit4] 2> 997600 INFO (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica_t2 url=https://127.0.0.1:45385/solr START replicas=[https://127.0.0.1:33181/solr/collection1_shard1_replica_t1/] nUpdates=100
[junit4] 2> 997606 INFO (qtp1755559387-16677) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 997606 INFO (qtp1755559387-16751) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.S.Request [collection1_shard2_replica_t4] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 997900 INFO (qtp606384405-16734) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.PeerSync PeerSync: core=collection1_shard2_replica_t6 url=https://127.0.0.1:45385/solr DONE. We have no versions. sync failed.
[junit4] 2> 997900 INFO (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica_t2 url=https://127.0.0.1:45385/solr DONE. We have no versions. sync failed.
[junit4] 2> 997901 INFO (qtp606384405-16734) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 997901 INFO (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 997901 INFO (qtp606384405-16734) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 997901 INFO (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 997901 INFO (qtp606384405-16734) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 997901 INFO (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 997901 INFO (qtp606384405-16734) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.ZkController collection1_shard2_replica_t6 stopping background replication from leader
[junit4] 2> 997901 INFO (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.ZkController collection1_shard1_replica_t2 stopping background replication from leader
[junit4] 2> 997904 INFO (qtp606384405-16734) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:45385/solr/collection1_shard2_replica_t6/ shard2
[junit4] 2> 997904 INFO (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:45385/solr/collection1_shard1_replica_t2/ shard1
[junit4] 2> 998007 INFO (zkCallback-3508-thread-1-processing-n:127.0.0.1:33181_solr) [n:127.0.0.1:33181_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 998007 INFO (zkCallback-3509-thread-1-processing-n:127.0.0.1:45385_solr) [n:127.0.0.1:45385_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 998007 INFO (zkCallback-3508-thread-2-processing-n:127.0.0.1:33181_solr) [n:127.0.0.1:33181_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 998055 INFO (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 998055 INFO (qtp606384405-16734) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 998057 INFO (qtp606384405-16734) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=config&newCollection=true&name=collection1_shard2_replica_t6&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=2054
[junit4] 2> 998073 INFO (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=config&newCollection=true&name=collection1_shard1_replica_t2&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=2070
[junit4] 2> 998110 INFO (qtp1755559387-16681) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.ZkController collection1_shard1_replica_t1 starting background replication from leader
[junit4] 2> 998110 INFO (qtp1755559387-16681) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 998112 INFO (qtp1755559387-16681) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 998112 INFO (qtp1755559387-16681) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 998112 INFO (qtp1755559387-16673) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.ZkController collection1_shard2_replica_t4 starting background replication from leader
[junit4] 2> 998112 INFO (qtp1755559387-16673) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 998113 INFO (qtp1755559387-16681) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=collection1_shard1_replica_t1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=2070
[junit4] 2> 998113 INFO (qtp1755559387-16673) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 998113 INFO (qtp1755559387-16673) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 998113 INFO (indexFetcher-4680-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Replica core_node8 is leader but it's state is down, skipping replication
[junit4] 2> 998114 INFO (qtp1755559387-16673) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=config&newCollection=true&name=collection1_shard2_replica_t4&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=2067
[junit4] 2> 998117 INFO (qtp606384405-16672) [n:127.0.0.1:45385_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 998217 INFO (zkCallback-3508-thread-1-processing-n:127.0.0.1:33181_solr) [n:127.0.0.1:33181_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 998217 INFO (zkCallback-3508-thread-2-processing-n:127.0.0.1:33181_solr) [n:127.0.0.1:33181_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 998217 INFO (zkCallback-3509-thread-1-processing-n:127.0.0.1:45385_solr) [n:127.0.0.1:45385_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 999117 INFO (qtp606384405-16672) [n:127.0.0.1:45385_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=0&collection.configName=config&maxShardsPerNode=2&name=collection1&nrtReplicas=0&action=CREATE&numShards=2&tlogReplicas=2&wt=javabin&version=2} status=0 QTime=3432
[junit4] 2> 999117 INFO (SUITE-TestCloudRecovery-seed#[8F81A1DC2D8A7086]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30
[junit4] 2> 999118 INFO (SUITE-TestCloudRecovery-seed#[8F81A1DC2D8A7086]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1
[junit4] 2> 999150 INFO (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[8F81A1DC2D8A7086]) [ ] o.a.s.SolrTestCaseJ4 ###Starting leaderRecoverFromLogOnStartupTest
[junit4] 2> 999155 INFO (qtp1755559387-16750) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_t1] webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1579679227120189440&distrib.from=https://127.0.0.1:45385/solr/collection1_shard1_replica_t2/&wt=javabin&version=2}{deleteByQuery=*:* (-1579679227120189440)} 0 0
[junit4] 2> 999160 INFO (qtp1755559387-16749) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_t4] webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1579679227124383744&distrib.from=https://127.0.0.1:45385/solr/collection1_shard2_replica_t6/&wt=javabin&version=2}{deleteByQuery=*:* (-1579679227124383744)} 0 1
[junit4] 2> 999160 INFO (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_t6] webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=https://127.0.0.1:45385/solr/collection1_shard1_replica_t2/&wt=javabin&version=2}{deleteByQuery=*:* (-1579679227124383744)} 0 5
[junit4] 2> 999161 INFO (qtp606384405-16682) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_t2] webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1579679227120189440)} 0 10
[junit4] 2> 999162 INFO (qtp1755559387-16677) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.u.TestInjection Start waiting for replica in sync with leader
[junit4] 2> 999163 INFO (qtp1755559387-16685) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.TestInjection Start waiting for replica in sync with leader
[junit4] 2> 999163 INFO (qtp606384405-16672) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1579679227132772352,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 999163 INFO (qtp606384405-16672) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 999164 INFO (qtp606384405-16672) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 999164 INFO (qtp606384405-16672) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:45385/solr/collection1_shard1_replica_t2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
[junit4] 2> 999168 INFO (qtp606384405-16682) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.S.Request [collection1_shard1_replica_t2] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 999169 INFO (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1579679227139063808,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 999169 INFO (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 999170 INFO (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 999170 INFO (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_t6] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:45385/solr/collection1_shard1_replica_t2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
[junit4] 2> 999171 INFO (qtp606384405-16672) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 999525 INFO (indexFetcher-4678-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Updated masterUrl to https://127.0.0.1:45385/solr/collection1_shard1_replica_t2/
[junit4] 2> 999527 INFO (qtp606384405-16735) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.S.Request [collection1_shard1_replica_t2] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 999528 INFO (indexFetcher-4678-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 999528 INFO (indexFetcher-4678-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 999528 INFO (indexFetcher-4678-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 999528 INFO (indexFetcher-4678-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 999672 INFO (qtp606384405-16735) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.S.Request [collection1_shard1_replica_t2] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 999674 INFO (qtp606384405-16733) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 999688 INFO (OverseerCollectionConfigSetProcessor-98729951452790790-127.0.0.1:45385_solr-n_0000000000) [n:127.0.0.1:45385_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1000176 INFO (qtp606384405-16672) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.S.Request [collection1_shard1_replica_t2] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1000178 INFO (qtp606384405-16672) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1000680 INFO (qtp606384405-16733) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.S.Request [collection1_shard1_replica_t2] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1000681 INFO (qtp606384405-16684) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1001113 INFO (indexFetcher-4680-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Last replication failed, so I'll force replication
[junit4] 2> 1001113 INFO (indexFetcher-4680-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Updated masterUrl to https://127.0.0.1:45385/solr/collection1_shard2_replica_t6/
[junit4] 2> 1001114 INFO (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1001114 INFO (indexFetcher-4680-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 1001114 INFO (indexFetcher-4680-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 1001114 INFO (indexFetcher-4680-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 1001114 INFO (indexFetcher-4680-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 1001115 INFO (indexFetcher-4680-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 1001115 INFO (indexFetcher-4680-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1001115 INFO (indexFetcher-4680-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1ebadf4a commitCommandVersion:0
[junit4] 2> 1001132 INFO (indexFetcher-4680-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.s.SolrIndexSearcher Opening [Searcher@1442b43a[collection1_shard2_replica_t4] main]
[junit4] 2> 1001133 INFO (indexFetcher-4680-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1001134 INFO (searcherExecutor-4660-thread-1-processing-n:127.0.0.1:33181_solr x:collection1_shard2_replica_t4 s:shard2 c:collection1 r:core_node7) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.SolrCore [collection1_shard2_replica_t4] Registered new searcher Searcher@1442b43a[collection1_shard2_replica_t4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1001184 INFO (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.S.Request [collection1_shard1_replica_t2] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1001185 INFO (qtp606384405-16735) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1001687 INFO (qtp606384405-16678) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.S.Request [collection1_shard1_replica_t2] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1001688 INFO (qtp606384405-16733) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1002190 INFO (qtp606384405-16735) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.S.Request [collection1_shard1_replica_t2] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1002190 INFO (qtp606384405-16682) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1002526 INFO (qtp606384405-16672) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.S.Request [collection1_shard1_replica_t2] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1002526 INFO (indexFetcher-4678-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 1002526 INFO (indexFetcher-4678-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 1002526 INFO (indexFetcher-4678-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 1002526 INFO (indexFetcher-4678-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 1002692 INFO (qtp606384405-16682) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1002692 INFO (qtp606384405-16735) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.S.Request [collection1_shard1_replica_t2] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1003195 INFO (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1003197 INFO (qtp606384405-16734) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.S.Request [collection1_shard1_replica_t2] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1003699 INFO (qtp606384405-16672) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1003701 INFO (qtp606384405-16734) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.S.Request [collection1_shard1_replica_t2] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1004114 INFO (qtp606384405-16733) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1004114 INFO (indexFetcher-4680-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 1004114 INFO (indexFetcher-4680-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 1004114 INFO (indexFetcher-4680-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Slave's generation: 2
[junit4] 2> 1004114 INFO (indexFetcher-4680-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Slave's version: 1506499509029
[junit4] 2> 1004203 INFO (qtp606384405-16672) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1004205 INFO (qtp606384405-16678) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.S.Request [collection1_shard1_replica_t2] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1004708 INFO (qtp606384405-16733) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1004708 INFO (qtp606384405-16678) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.S.Request [collection1_shard1_replica_t2] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1005210 INFO (qtp606384405-16682) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1005211 INFO (qtp606384405-16682) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.S.Request [collection1_shard1_replica_t2] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1005526 INFO (qtp606384405-16735) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.S.Request [collection1_shard1_replica_t2] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1005526 INFO (indexFetcher-4678-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 1005526 INFO (indexFetcher-4678-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 1005526 INFO (indexFetcher-4678-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 1005526 INFO (indexFetcher-4678-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 1005714 INFO (qtp606384405-16684) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1005715 INFO (qtp606384405-16735) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.S.Request [collection1_shard1_replica_t2] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1006219 INFO (qtp606384405-16735) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.S.Request [collection1_shard1_replica_t2] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1006219 INFO (qtp606384405-16733) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1006723 INFO (qtp606384405-16733) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1006723 INFO (qtp606384405-16735) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.S.Request [collection1_shard1_replica_t2] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1007114 INFO (qtp606384405-16672) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1007114 INFO (indexFetcher-4680-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 1007114 INFO (indexFetcher-4680-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 1007114 INFO (indexFetcher-4680-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Slave's generation: 2
[junit4] 2> 1007114 INFO (indexFetcher-4680-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Slave's version: 1506499509029
[junit4] 2> 1007228 INFO (qtp606384405-16672) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.S.Request [collection1_shard1_replica_t2] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1007228 INFO (qtp606384405-16733) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1007733 INFO (qtp606384405-16733) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1007733 INFO (qtp606384405-16735) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.S.Request [collection1_shard1_replica_t2] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1008237 INFO (qtp606384405-16684) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.S.Request [collection1_shard1_replica_t2] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1008237 INFO (qtp606384405-16735) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1008525 INFO (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.S.Request [collection1_shard1_replica_t2] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1008526 INFO (indexFetcher-4678-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 1008526 INFO (indexFetcher-4678-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 1008526 INFO (indexFetcher-4678-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 1008526 INFO (indexFetcher-4678-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 1008742 INFO (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.S.Request [collection1_shard1_replica_t2] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1008742 INFO (qtp606384405-16735) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1009246 INFO (qtp606384405-16678) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1009246 INFO (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.S.Request [collection1_shard1_replica_t2] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1009751 INFO (qtp606384405-16672) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1009751 INFO (qtp606384405-16733) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.S.Request [collection1_shard1_replica_t2] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1010114 INFO (qtp606384405-16734) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1010114 INFO (indexFetcher-4680-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 1010114 INFO (indexFetcher-4680-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 1010114 INFO (indexFetcher-4680-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Slave's generation: 2
[junit4] 2> 1010114 INFO (indexFetcher-4680-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Slave's version: 1506499509029
[junit4] 2> 1010256 INFO (qtp606384405-16734) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.S.Request [collection1_shard1_replica_t2] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1010256 INFO (qtp606384405-16682) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1010760 INFO (qtp606384405-16682) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.S.Request [collection1_shard1_replica_t2] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1010761 INFO (qtp606384405-16733) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1011264 INFO (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.S.Request [collection1_shard1_replica_t2] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1011264 INFO (qtp606384405-16733) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1011526 INFO (qtp606384405-16678) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.S.Request [collection1_shard1_replica_t2] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1011526 INFO (
[...truncated too long message...]
tion_shard2_replica_n2] o.a.s.c.SolrCore [halfdeletedcollection_shard2_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@76c4241c
[junit4] 2> 1277504 INFO (coreCloseExecutor-5025-thread-1) [n:127.0.0.1:33451_solr c:halfdeletedcollection s:shard1 r:core_node3 x:halfdeletedcollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.halfdeletedcollection.shard1.replica_n1, tag=55664745
[junit4] 2> 1277504 INFO (coreCloseExecutor-5026-thread-1) [n:127.0.0.1:36135_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.halfdeletedcollection.shard2.replica_n2, tag=1992565788
[junit4] 2> 1277504 INFO (coreCloseExecutor-5025-thread-1) [n:127.0.0.1:33451_solr c:halfdeletedcollection s:shard1 r:core_node3 x:halfdeletedcollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2bb634fd: rootName = null, domain = solr.core.halfdeletedcollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.halfdeletedcollection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@d0228d9
[junit4] 2> 1277504 INFO (coreCloseExecutor-5026-thread-1) [n:127.0.0.1:36135_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4e2a8deb: rootName = null, domain = solr.core.halfdeletedcollection.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.halfdeletedcollection.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@7617e506
[junit4] 2> 1277509 INFO (coreCloseExecutor-5026-thread-1) [n:127.0.0.1:36135_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.halfdeletedcollection.shard2.leader, tag=1992565788
[junit4] 2> 1277511 WARN (zkCallback-3577-thread-2-processing-n:127.0.0.1:36135_solr) [n:127.0.0.1:36135_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1277511 INFO (coreCloseExecutor-5025-thread-1) [n:127.0.0.1:33451_solr c:halfdeletedcollection s:shard1 r:core_node3 x:halfdeletedcollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.halfdeletedcollection.shard1.leader, tag=55664745
[junit4] 2> 1277512 INFO (zkCallback-3582-thread-2-processing-n:127.0.0.1:33451_solr) [n:127.0.0.1:33451_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (1)
[junit4] 2> 1277512 INFO (jetty-closer-3565-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6026b584{/solr,null,UNAVAILABLE}
[junit4] 2> 1277513 INFO (jetty-closer-3565-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98729964786614282-127.0.0.1:33451_solr-n_0000000000) closing
[junit4] 2> 1277514 INFO (OverseerStateUpdate-98729964786614282-127.0.0.1:33451_solr-n_0000000000) [n:127.0.0.1:33451_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:33451_solr
[junit4] 2> 1279011 WARN (zkCallback-3605-thread-3-processing-n:127.0.0.1:43481_solr) [n:127.0.0.1:43481_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1279011 INFO (jetty-closer-3565-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@52c2bec6{/solr,null,UNAVAILABLE}
[junit4] 2> 1279014 WARN (zkCallback-3582-thread-2-processing-n:127.0.0.1:33451_solr) [n:127.0.0.1:33451_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1279014 INFO (jetty-closer-3565-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@57d2eb4b{/solr,null,UNAVAILABLE}
[junit4] 2> 1279015 ERROR (SUITE-CollectionsAPIDistributedZkTest-seed#[8F81A1DC2D8A7086]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1279015 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[8F81A1DC2D8A7086]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33939 33939
[junit4] 2> 1279021 INFO (Thread-2594) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33939 33939
[junit4] 2> 1279022 WARN (Thread-2594) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 16 /solr/configs/conf
[junit4] 2> 13 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 36 /solr/collections/addReplicaColl/state.json
[junit4] 2> 24 /solr/collections/nodes_used_collection/state.json
[junit4] 2> 13 /solr/clusterprops.json
[junit4] 2> 13 /solr/clusterstate.json
[junit4] 2> 13 /solr/collections/halfdeletedcollection/state.json
[junit4] 2> 10 /solr/collections/onlyinzk/state.json
[junit4] 2> 5 /solr/collections/withconfigset2/state.json
[junit4] 2> 5 /solr/collections/created_and_deleted/state.json
[junit4] 2> 4 /solr/collections/halfcollectionblocker/state.json
[junit4] 2> 4 /solr/collections/halfcollection/state.json
[junit4] 2> 4 /solr/collections/halfcollectionblocker2/state.json
[junit4] 2> 3 /solr/collections/awhollynewcollection_0/state.json
[junit4] 2> 2 /solr/collections/addReplicaColl/leader_elect/shard1/election/98729964786614280-core_node3-n_0000000000
[junit4] 2> 2 /solr/collections/addReplicaColl/leader_elect/shard1/election/98729964786614289-core_node10-n_0000000002
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 374 /solr/collections
[junit4] 2> 13 /solr/live_nodes
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_8F81A1DC2D8A7086-001
[junit4] 2> Sep 27, 2017 8:09:46 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=false): {}, locale=ar-EG, timezone=America/Guyana
[junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=172542472,total=520617984
[junit4] 2> NOTE: All tests run in this JVM: [TestPHPSerializedResponseWriter, BasicZkTest, TestOverriddenPrefixQueryForCustomFieldType, TestJoin, CloneFieldUpdateProcessorFactoryTest, TestSubQueryTransformer, TestSolrDeletionPolicy1, JvmMetricsTest, TestRemoteStreaming, TestLockTree, SolrCLIZkUtilsTest, TestPushWriter, TestSerializedLuceneMatchVersion, RAMDirectoryFactoryTest, TestLegacyField, TestConfigSetImmutable, TestLuceneMatchVersion, TestCollectionAPIs, DistributedSpellCheckComponentTest, TestStressLiveNodes, TestSortByMinMaxFunction, BinaryUpdateRequestHandlerTest, MigrateRouteKeyTest, TestPointFields, RulesTest, TestMacros, TestStressLucene, VMParamsZkACLAndCredentialsProvidersTest, TestSimpleTextCodec, TestScoreJoinQPScore, TestTolerantUpdateProcessorRandomCloud, BufferStoreTest, AliasIntegrationTest, TestImplicitCoreProperties, TestLegacyTerms, TestStandardQParsers, InfixSuggestersTest, CollectionReloadTest, TestFieldCacheSort, TestSizeLimitedDistributedMap, SpellCheckCollatorTest, PeerSyncWithIndexFingerprintCachingTest, TestBinaryResponseWriter, MoveReplicaHDFSUlogDirTest, TestRealTimeGet, DistributedFacetPivotLargeTest, TestLazyCores, SolrJmxReporterTest, TestFieldCacheWithThreads, RequestHandlersTest, HighlighterMaxOffsetTest, SpatialRPTFieldTypeTest, TestComponentsName, TestReplicationHandler, TestSolr4Spatial2, TestConfig, WordBreakSolrSpellCheckerTest, TestMergePolicyConfig, TestFilteredDocIdSet, PeerSyncTest, TestJettySolrRunner, ReplicationFactorTest, SolrCoreTest, BasicAuthStandaloneTest, CachingDirectoryFactoryTest, TestBinaryField, DistributedDebugComponentTest, TestTestInjection, ChaosMonkeyNothingIsSafeTest, TestSolrQueryParser, TestCloudSchemaless, TestSSLRandomization, TestPrepRecovery, MBeansHandlerTest, TestZkAclsWithHadoopAuth, UpdateParamsTest, TestCorePropertiesReload, HighlighterConfigTest, FieldAnalysisRequestHandlerTest, TestRandomFaceting, TestJsonFacets, TestWordDelimiterFilterFactory, MergeStrategyTest, TestDefaultStatsCache, DocValuesNotIndexedTest, TestSolrCloudWithSecureImpersonation, SolrGangliaReporterTest, BooleanFieldTest, DistributedQueryComponentOptimizationTest, TestPolicyCloud, TestExtendedDismaxParser, TestInPlaceUpdatesStandalone, RecoveryAfterSoftCommitTest, TestHighFrequencyDictionaryFactory, TestSchemaResource, TestFaceting, TestObjectReleaseTracker, DistributedFacetPivotSmallTest, TestSearcherReuse, SolrShardReporterTest, SynonymTokenizerTest, CdcrVersionReplicationTest, TestRetrieveFieldsOptimizer, TestUseDocValuesAsStored, TestWriterPerf, TestCollectionAPI, QueryResultKeyTest, TestPivotHelperCode, LeaderFailureAfterFreshStartTest, ZkStateWriterTest, TestAddFieldRealTimeGet, NodeMutatorTest, SolrMetricManagerTest, SSLMigrationTest, HLLUtilTest, SpellingQueryConverterTest, AnalysisErrorHandlingTest, SuggesterWFSTTest, TestFastOutputStream, TestCloudRecovery, HdfsNNFailoverTest, CollectionsAPIDistributedZkTest]
[junit4] Completed [360/733 (2!)] on J0 in 80.39s, 19 tests, 1 error <<< FAILURES!
[...truncated 47868 lines...]
[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_144) - Build #
20565 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20565/
Java: 32bit/jdk1.8.0_144 -server -XX:+UseSerialGC
2 tests failed.
FAILED: org.apache.solr.cloud.TestCloudSearcherWarming.testRepFactor1LeaderStartup
Error Message:
null Live Nodes: [127.0.0.1:38455_solr] Last available state: DocCollection(testRepFactor1LeaderStartup//collections/testRepFactor1LeaderStartup/state.json/4)={ "pullReplicas":"0", "replicationFactor":"1", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{"core_node2":{ "core":"testRepFactor1LeaderStartup_shard1_replica_n1", "base_url":"http://127.0.0.1:38455/solr", "node_name":"127.0.0.1:38455_solr", "state":"active", "type":"NRT", "leader":"true"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"1", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError:
null
Live Nodes: [127.0.0.1:38455_solr]
Last available state: DocCollection(testRepFactor1LeaderStartup//collections/testRepFactor1LeaderStartup/state.json/4)={
"pullReplicas":"0",
"replicationFactor":"1",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{"core_node2":{
"core":"testRepFactor1LeaderStartup_shard1_replica_n1",
"base_url":"http://127.0.0.1:38455/solr",
"node_name":"127.0.0.1:38455_solr",
"state":"active",
"type":"NRT",
"leader":"true"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"1",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([2A4D5D857099FB02:FD65105D6179B2EC]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
at org.apache.solr.cloud.TestCloudSearcherWarming.testRepFactor1LeaderStartup(TestCloudSearcherWarming.java:126)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestCloudSearcherWarming.testPeersyncFailureReplicationSuccess
Error Message:
0
Stack Trace:
java.lang.ArrayIndexOutOfBoundsException: 0
at __randomizedtesting.SeedInfo.seed([2A4D5D857099FB02:FE1C3ECAA127CC61]:0)
at java.util.concurrent.CopyOnWriteArrayList.get(CopyOnWriteArrayList.java:387)
at java.util.concurrent.CopyOnWriteArrayList.get(CopyOnWriteArrayList.java:396)
at org.apache.solr.cloud.MiniSolrCloudCluster.getJettySolrRunner(MiniSolrCloudCluster.java:367)
at org.apache.solr.cloud.TestCloudSearcherWarming.testPeersyncFailureReplicationSuccess(TestCloudSearcherWarming.java:141)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11832 lines...]
[junit4] Suite: org.apache.solr.cloud.TestCloudSearcherWarming
[junit4] 2> 309314 INFO (SUITE-TestCloudSearcherWarming-seed#[2A4D5D857099FB02]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/init-core-data-001
[junit4] 2> 309315 WARN (SUITE-TestCloudSearcherWarming-seed#[2A4D5D857099FB02]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 309315 INFO (SUITE-TestCloudSearcherWarming-seed#[2A4D5D857099FB02]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 309316 INFO (SUITE-TestCloudSearcherWarming-seed#[2A4D5D857099FB02]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 309316 INFO (SUITE-TestCloudSearcherWarming-seed#[2A4D5D857099FB02]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001
[junit4] 2> 309316 INFO (SUITE-TestCloudSearcherWarming-seed#[2A4D5D857099FB02]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 309317 INFO (Thread-490) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 309317 INFO (Thread-490) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 309318 ERROR (Thread-490) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 309417 INFO (SUITE-TestCloudSearcherWarming-seed#[2A4D5D857099FB02]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:45559
[junit4] 2> 309420 INFO (jetty-launcher-271-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 309421 INFO (jetty-launcher-271-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1b42042{/solr,null,AVAILABLE}
[junit4] 2> 309422 INFO (jetty-launcher-271-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@64a99c{HTTP/1.1,[http/1.1]}{127.0.0.1:38455}
[junit4] 2> 309422 INFO (jetty-launcher-271-thread-1) [ ] o.e.j.s.Server Started @310683ms
[junit4] 2> 309422 INFO (jetty-launcher-271-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38455}
[junit4] 2> 309422 ERROR (jetty-launcher-271-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 309422 INFO (jetty-launcher-271-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 309422 INFO (jetty-launcher-271-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 309422 INFO (jetty-launcher-271-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 309422 INFO (jetty-launcher-271-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-09-28T04:56:47.626Z
[junit4] 2> 309424 INFO (jetty-launcher-271-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 309432 INFO (jetty-launcher-271-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45559/solr
[junit4] 2> 309459 INFO (jetty-launcher-271-thread-1) [n:127.0.0.1:38455_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 309459 INFO (jetty-launcher-271-thread-1) [n:127.0.0.1:38455_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38455_solr
[junit4] 2> 309459 INFO (jetty-launcher-271-thread-1) [n:127.0.0.1:38455_solr ] o.a.s.c.Overseer Overseer (id=98734873478496259-127.0.0.1:38455_solr-n_0000000000) starting
[junit4] 2> 309461 INFO (jetty-launcher-271-thread-1) [n:127.0.0.1:38455_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38455_solr
[junit4] 2> 309461 INFO (zkCallback-278-thread-1-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 309551 INFO (jetty-launcher-271-thread-1) [n:127.0.0.1:38455_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38455.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3afd10
[junit4] 2> 309556 INFO (jetty-launcher-271-thread-1) [n:127.0.0.1:38455_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38455.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3afd10
[junit4] 2> 309556 INFO (jetty-launcher-271-thread-1) [n:127.0.0.1:38455_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38455.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3afd10
[junit4] 2> 309557 INFO (jetty-launcher-271-thread-1) [n:127.0.0.1:38455_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/.
[junit4] 2> 309569 INFO (SUITE-TestCloudSearcherWarming-seed#[2A4D5D857099FB02]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 309570 INFO (SUITE-TestCloudSearcherWarming-seed#[2A4D5D857099FB02]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45559/solr ready
[junit4] 2> 309574 INFO (TEST-TestCloudSearcherWarming.testRepFactor1LeaderStartup-seed#[2A4D5D857099FB02]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testRepFactor1LeaderStartup
[junit4] 2> 309575 INFO (qtp11357401-2128) [n:127.0.0.1:38455_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=testRepFactor1LeaderStartup&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 309577 INFO (OverseerThreadFactory-1078-thread-1-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 309577 ERROR (OverseerThreadFactory-1078-thread-1-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: testRepFactor1LeaderStartup operation: delete failed:org.apache.solr.common.SolrException: Could not find collection : testRepFactor1LeaderStartup
[junit4] 2> at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:109)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.collectionCmd(OverseerCollectionMessageHandler.java:796)
[junit4] 2> at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:88)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:228)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 309583 INFO (qtp11357401-2128) [n:127.0.0.1:38455_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=testRepFactor1LeaderStartup&action=DELETE&wt=javabin&version=2} status=400 QTime=7
[junit4] 2> 309584 INFO (qtp11357401-2129) [n:127.0.0.1:38455_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=testPeersyncFailureReplicationSuccess&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 309585 INFO (OverseerCollectionConfigSetProcessor-98734873478496259-127.0.0.1:38455_solr-n_0000000000) [n:127.0.0.1:38455_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 309585 INFO (OverseerThreadFactory-1078-thread-2-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 309585 ERROR (OverseerThreadFactory-1078-thread-2-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: testPeersyncFailureReplicationSuccess operation: delete failed:org.apache.solr.common.SolrException: Could not find collection : testPeersyncFailureReplicationSuccess
[junit4] 2> at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:109)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.collectionCmd(OverseerCollectionMessageHandler.java:796)
[junit4] 2> at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:88)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:228)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 309586 INFO (qtp11357401-2129) [n:127.0.0.1:38455_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=testPeersyncFailureReplicationSuccess&action=DELETE&wt=javabin&version=2} status=400 QTime=2
[junit4] 2> 309586 INFO (qtp11357401-2130) [n:127.0.0.1:38455_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=1&name=testRepFactor1LeaderStartup&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&createNodeSet=127.0.0.1:38455_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 309589 INFO (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr ] o.a.s.c.CreateCollectionCmd Create collection testRepFactor1LeaderStartup
[junit4] 2> 309589 INFO (OverseerCollectionConfigSetProcessor-98734873478496259-127.0.0.1:38455_solr-n_0000000000) [n:127.0.0.1:38455_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 309589 INFO (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr ] o.a.s.c.CreateCollectionCmd Only _default config set found, using it.
[junit4] 2> 309590 INFO (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/testRepFactor1LeaderStartup/protwords.txt
[junit4] 2> 309590 INFO (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/testRepFactor1LeaderStartup/managed-schema
[junit4] 2> 309591 INFO (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/testRepFactor1LeaderStartup/solrconfig.xml
[junit4] 2> 309591 INFO (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/testRepFactor1LeaderStartup/synonyms.txt
[junit4] 2> 309592 INFO (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/testRepFactor1LeaderStartup/stopwords.txt
[junit4] 2> 309592 INFO (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/testRepFactor1LeaderStartup/lang/contractions_it.txt
[junit4] 2> 309592 INFO (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/testRepFactor1LeaderStartup/lang/stemdict_nl.txt
[junit4] 2> 309593 INFO (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_hy.txt
[junit4] 2> 309593 INFO (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_no.txt
[junit4] 2> 309594 INFO (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/testRepFactor1LeaderStartup/lang/contractions_ca.txt
[junit4] 2> 309594 INFO (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_id.txt
[junit4] 2> 309594 INFO (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_ga.txt
[junit4] 2> 309595 INFO (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_hi.txt
[junit4] 2> 309595 INFO (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_da.txt
[junit4] 2> 309596 INFO (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_ja.txt
[junit4] 2> 309596 INFO (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_pt.txt
[junit4] 2> 309602 INFO (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_hu.txt
[junit4] 2> 309603 INFO (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_el.txt
[junit4] 2> 309604 INFO (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_ru.txt
[junit4] 2> 309604 INFO (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_tr.txt
[junit4] 2> 309604 INFO (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_ar.txt
[junit4] 2> 309605 INFO (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/testRepFactor1LeaderStartup/lang/userdict_ja.txt
[junit4] 2> 309605 INFO (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_eu.txt
[junit4] 2> 309605 INFO (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_it.txt
[junit4] 2> 309606 INFO (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_cz.txt
[junit4] 2> 309606 INFO (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/testRepFactor1LeaderStartup/lang/stoptags_ja.txt
[junit4] 2> 309607 INFO (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/testRepFactor1LeaderStartup/lang/contractions_fr.txt
[junit4] 2> 309607 INFO (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_de.txt
[junit4] 2> 309607 INFO (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_fa.txt
[junit4] 2> 309608 INFO (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/testRepFactor1LeaderStartup/lang/contractions_ga.txt
[junit4] 2> 309608 INFO (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_ca.txt
[junit4] 2> 309608 INFO (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_nl.txt
[junit4] 2> 309609 INFO (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_bg.txt
[junit4] 2> 309609 INFO (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_lv.txt
[junit4] 2> 309609 INFO (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_en.txt
[junit4] 2> 309610 INFO (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_es.txt
[junit4] 2> 309610 INFO (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_th.txt
[junit4] 2> 309610 INFO (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_ro.txt
[junit4] 2> 309611 INFO (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_fr.txt
[junit4] 2> 309611 INFO (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_sv.txt
[junit4] 2> 309611 INFO (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_fi.txt
[junit4] 2> 309612 INFO (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/testRepFactor1LeaderStartup/lang/hyphenations_ga.txt
[junit4] 2> 309612 INFO (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_gl.txt
[junit4] 2> 309613 INFO (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to /configs/testRepFactor1LeaderStartup/params.json
[junit4] 2> 309716 INFO (OverseerStateUpdate-98734873478496259-127.0.0.1:38455_solr-n_0000000000) [n:127.0.0.1:38455_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testRepFactor1LeaderStartup",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testRepFactor1LeaderStartup_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:38455/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 309918 INFO (qtp11357401-2128) [n:127.0.0.1:38455_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=testRepFactor1LeaderStartup&newCollection=true&name=testRepFactor1LeaderStartup_shard1_replica_n1&action=CREATE&numShards=1&collection=testRepFactor1LeaderStartup&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 309919 INFO (qtp11357401-2128) [n:127.0.0.1:38455_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 310023 INFO (zkCallback-278-thread-1-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testRepFactor1LeaderStartup/state.json] for collection [testRepFactor1LeaderStartup] has occurred - updating... (live nodes size: [1])
[junit4] 2> 310024 INFO (zkCallback-278-thread-2-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testRepFactor1LeaderStartup/state.json] for collection [testRepFactor1LeaderStartup] has occurred - updating... (live nodes size: [1])
[junit4] 2> 310934 INFO (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 310936 INFO (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 310938 WARN (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../contrib/extraction/lib
[junit4] 2> 310938 WARN (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../dist
[junit4] 2> 310939 WARN (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../contrib/clustering/lib
[junit4] 2> 310939 WARN (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../dist
[junit4] 2> 310939 WARN (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../contrib/langid/lib
[junit4] 2> 310939 WARN (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../dist
[junit4] 2> 310940 WARN (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../contrib/velocity/lib
[junit4] 2> 310940 WARN (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../dist
[junit4] 2> 310950 INFO (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 310976 INFO (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.s.IndexSchema [testRepFactor1LeaderStartup_shard1_replica_n1] Schema name=default-config
[junit4] 2> 311158 INFO (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
[junit4] 2> 311175 INFO (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testRepFactor1LeaderStartup_shard1_replica_n1' using configuration from collection testRepFactor1LeaderStartup, trusted=true
[junit4] 2> 311176 INFO (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38455.solr.core.testRepFactor1LeaderStartup.shard1.replica_n1' (registry 'solr.core.testRepFactor1LeaderStartup.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3afd10
[junit4] 2> 311180 INFO (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 311180 INFO (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.SolrCore [[testRepFactor1LeaderStartup_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/./testRepFactor1LeaderStartup_shard1_replica_n1/data/]
[junit4] 2> 311213 INFO (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
[junit4] 2> 311330 INFO (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 311330 INFO (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 311331 INFO (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms;
[junit4] 2> 311331 INFO (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 311333 INFO (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1b0aae4[testRepFactor1LeaderStartup_shard1_replica_n1] main]
[junit4] 2> 311334 INFO (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/testRepFactor1LeaderStartup
[junit4] 2> 311334 INFO (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/testRepFactor1LeaderStartup
[junit4] 2> 311334 INFO (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/testRepFactor1LeaderStartup/managed-schema
[junit4] 2> 311335 INFO (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 311335 INFO (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 311343 INFO (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=default,field=_text_,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
[junit4] 2> 311351 INFO (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 311351 INFO (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1579757977788743680
[junit4] 2> 311354 INFO (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 311354 INFO (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 311354 INFO (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38455/solr/testRepFactor1LeaderStartup_shard1_replica_n1/
[junit4] 2> 311354 INFO (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 311354 INFO (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:38455/solr/testRepFactor1LeaderStartup_shard1_replica_n1/ has no replicas
[junit4] 2> 311354 INFO (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 311355 INFO (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38455/solr/testRepFactor1LeaderStartup_shard1_replica_n1/ shard1
[junit4] 2> 311358 INFO (searcherExecutor-1081-thread-1-processing-n:127.0.0.1:38455_solr x:testRepFactor1LeaderStartup_shard1_replica_n1 s:shard1 c:testRepFactor1LeaderStartup r:core_node2) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@1b0aae4[testRepFactor1LeaderStartup_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 311358 INFO (searcherExecutor-1081-thread-1-processing-n:127.0.0.1:38455_solr x:testRepFactor1LeaderStartup_shard1_replica_n1 s:shard1 c:testRepFactor1LeaderStartup r:core_node2) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener done.
[junit4] 2> 311358 INFO (searcherExecutor-1081-thread-1-processing-n:127.0.0.1:38455_solr x:testRepFactor1LeaderStartup_shard1_replica_n1 s:shard1 c:testRepFactor1LeaderStartup r:core_node2) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 311360 INFO (searcherExecutor-1081-thread-1-processing-n:127.0.0.1:38455_solr x:testRepFactor1LeaderStartup_shard1_replica_n1 s:shard1 c:testRepFactor1LeaderStartup r:core_node2) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.SolrCore [testRepFactor1LeaderStartup_shard1_replica_n1] Registered new searcher Searcher@1b0aae4[testRepFactor1LeaderStartup_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 311457 INFO (zkCallback-278-thread-1-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testRepFactor1LeaderStartup/state.json] for collection [testRepFactor1LeaderStartup] has occurred - updating... (live nodes size: [1])
[junit4] 2> 311457 INFO (zkCallback-278-thread-2-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testRepFactor1LeaderStartup/state.json] for collection [testRepFactor1LeaderStartup] has occurred - updating... (live nodes size: [1])
[junit4] 2> 311506 INFO (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 311507 INFO (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=testRepFactor1LeaderStartup&newCollection=true&name=testRepFactor1LeaderStartup_shard1_replica_n1&action=CREATE&numShards=1&collection=testRepFactor1LeaderStartup&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1588
[junit4] 2> 311518 INFO (qtp11357401-2130) [n:127.0.0.1:38455_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 311591 INFO (OverseerCollectionConfigSetProcessor-98734873478496259-127.0.0.1:38455_solr-n_0000000000) [n:127.0.0.1:38455_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 311618 INFO (zkCallback-278-thread-1-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testRepFactor1LeaderStartup/state.json] for collection [testRepFactor1LeaderStartup] has occurred - updating... (live nodes size: [1])
[junit4] 2> 311618 INFO (zkCallback-278-thread-2-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testRepFactor1LeaderStartup/state.json] for collection [testRepFactor1LeaderStartup] has occurred - updating... (live nodes size: [1])
[junit4] 2> 312518 INFO (qtp11357401-2130) [n:127.0.0.1:38455_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=1&name=testRepFactor1LeaderStartup&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&createNodeSet=127.0.0.1:38455_solr&wt=javabin&version=2} status=0 QTime=2931
[junit4] 2> java.lang.RuntimeException
[junit4] 2> at org.apache.solr.cloud.TestCloudSearcherWarming$SleepingSolrEventListener.init(TestCloudSearcherWarming.java:306)
[junit4] 2> at org.apache.solr.core.SolrCore.createInitInstance(SolrCore.java:826)
[junit4] 2> at org.apache.solr.handler.SolrConfigHandler$Command.verifyClass(SolrConfigHandler.java:562)
[junit4] 2> at org.apache.solr.handler.SolrConfigHandler$Command.updateNamedPlugin(SolrConfigHandler.java:533)
[junit4] 2> at org.apache.solr.handler.SolrConfigHandler$Command.handleCommands(SolrConfigHandler.java:482)
[junit4] 2> at org.apache.solr.handler.SolrConfigHandler$Command.handlePOST(SolrConfigHandler.java:346)
[junit4] 2> at org.apache.solr.handler.SolrConfigHandler$Command.access$100(SolrConfigHandler.java:159)
[junit4] 2> at org.apache.solr.handler.SolrConfigHandler.handleRequestBody(SolrConfigHandler.java:137)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.core.SolrCore.execute(SolrCore.java:2483)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:720)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:526)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 1> {event=newSearcher}
[junit4] 2> java.lang.RuntimeException
[junit4] 2> at org.apache.solr.cloud.TestCloudSearcherWarming$SleepingSolrEventListener.init(TestCloudSearcherWarming.java:306)
[junit4] 2> at org.apache.solr.core.SolrCore.createInitInstance(SolrCore.java:826)
[junit4] 2> at org.apache.solr.handler.SolrConfigHandler$Command.verifyClass(SolrConfigHandler.java:562)
[junit4] 2> at org.apache.solr.handler.SolrConfigHandler$Command.updateNamedPlugin(SolrConfigHandler.java:533)
[junit4] 2> at org.apache.solr.handler.SolrConfigHandler$Command.handleCommands(SolrConfigHandler.java:482)
[junit4] 2> at org.apache.solr.handler.SolrConfigHandler$Command.handlePOST(SolrConfigHandler.java:346)
[junit4] 2> at org.apache.solr.handler.SolrConfigHandler$Command.access$100(SolrConfigHandler.java:159)
[junit4] 2> at org.apache.solr.handler.SolrConfigHandler.handleRequestBody(SolrConfigHandler.java:137)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.core.SolrCore.execute(SolrCore.java:2483)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:720)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:526)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 1> {event=firstSearcher}
[junit4] 2> 312535 INFO (qtp11357401-2123) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.h.SolrConfigHandler Executed config commands successfully and persisted to ZK [{"add-listener":{
[junit4] 2> "name":"newSearcherListener",
[junit4] 2> "event":"newSearcher",
[junit4] 2> "class":"org.apache.solr.cloud.TestCloudSearcherWarming$SleepingSolrEventListener"}}, {"add-listener":{
[junit4] 2> "name":"firstSearcherListener",
[junit4] 2> "event":"firstSearcher",
[junit4] 2> "class":"org.apache.solr.cloud.TestCloudSearcherWarming$SleepingSolrEventListener"}}]
[junit4] 2> 312537 INFO (qtp11357401-2123) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.h.SolrConfigHandler Waiting up to 30 secs for 1 replicas to set the property overlay to be of version 0 for collection testRepFactor1LeaderStartup
[junit4] 2> 312542 INFO (solrHandlerExecutor-1086-thread-1-processing-n:127.0.0.1:38455_solr x:testRepFactor1LeaderStartup_shard1_replica_n1 s:shard1 c:testRepFactor1LeaderStartup r:core_node2) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
[junit4] 2> 312547 INFO (Thread-500) [n:127.0.0.1:38455_solr ] o.a.s.c.SolrCore config update listener called for core testRepFactor1LeaderStartup_shard1_replica_n1
[junit4] 2> 312548 INFO (Thread-500) [n:127.0.0.1:38455_solr ] o.a.s.c.SolrCore core reload testRepFactor1LeaderStartup_shard1_replica_n1
[junit4] 2> 312557 INFO (Thread-500) [n:127.0.0.1:38455_solr ] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 312557 INFO (Thread-500) [n:127.0.0.1:38455_solr ] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 312557 WARN (Thread-500) [n:127.0.0.1:38455_solr ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../contrib/extraction/lib
[junit4] 2> 312557 WARN (Thread-500) [n:127.0.0.1:38455_solr ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../dist
[junit4] 2> 312558 WARN (Thread-500) [n:127.0.0.1:38455_solr ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../contrib/clustering/lib
[junit4] 2> 312558 WARN (Thread-500) [n:127.0.0.1:38455_solr ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../dist
[junit4] 2> 312558 WARN (Thread-500) [n:127.0.0.1:38455_solr ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../contrib/langid/lib
[junit4] 2> 312558 WARN (Thread-500) [n:127.0.0.1:38455_solr ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../dist
[junit4] 2> 312558 WARN (Thread-500) [n:127.0.0.1:38455_solr ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../contrib/velocity/lib
[junit4] 2> 312558 WARN (Thread-500) [n:127.0.0.1:38455_solr ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../dist
[junit4] 2> 312563 INFO (Thread-500) [n:127.0.0.1:38455_solr ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 312581 INFO (Thread-500) [n:127.0.0.1:38455_solr ] o.a.s.s.IndexSchema [testRepFactor1LeaderStartup_shard1_replica_n1] Schema name=default-config
[junit4] 2> 312651 INFO (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.h.SolrConfigHandler expecting overlay version 0 but my version is -1
[junit4] 2> 312651 INFO (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.S.Request [testRepFactor1LeaderStartup_shard1_replica_n1] webapp=/solr path=/config/znodeVersion params={overlay=0&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 312651 INFO (SolrConfigHandler-refreshconf) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.h.SolrConfigHandler Another reload is in progress . Not doing anything
[junit4] 2> 312652 INFO (solrHandlerExecutor-1086-thread-1-processing-n:127.0.0.1:38455_solr x:testRepFactor1LeaderStartup_shard1_replica_n1 s:shard1 c:testRepFactor1LeaderStartup r:core_node2) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.h.SolrConfigHandler Could not get expectedVersion 0 from http://127.0.0.1:38455/solr/testRepFactor1LeaderStartup_shard1_replica_n1/ for prop overlay after 1 attempts
[junit4] 2> 312652 INFO (solrHandlerExecutor-1086-thread-1-processing-n:127.0.0.1:38455_solr x:testRepFactor1LeaderStartup_shard1_replica_n1 s:shard1 c:testRepFactor1LeaderStartup r:core_node2) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
[junit4] 2> 312701 INFO (Thread-500) [n:127.0.0.1:38455_solr ] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
[junit4] 2> 312728 INFO (Thread-500) [n:127.0.0.1:38455_solr ] o.a.s.c.CoreContainer Reloading SolrCore 'testRepFactor1LeaderStartup_shard1_replica_n1' using configuration from collection testRepFactor1LeaderStartup
[junit4] 2> 312753 INFO (qtp11357401-2130) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.h.SolrConfigHandler expecting overlay version 0 but my version is -1
[junit4] 2> 312753 INFO (qtp11357401-2130) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.S.Request [testRepFactor1LeaderStartup_shard1_replica_n1] webapp=/solr path=/config/znodeVersion params={overlay=0&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 312753 INFO (SolrConfigHandler-refreshconf) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.h.SolrConfigHandler Another reload is in progress . Not doing anything
[junit4] 2> 312753 INFO (solrHandlerExecutor-1086-thread-1-processing-n:127.0.0.1:38455_solr x:testRepFactor1LeaderStartup_shard1_replica_n1 s:shard1 c:testRepFactor1LeaderStartup r:core_node2) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.h.SolrConfigHandler Could not get expectedVersion 0 from http://127.0.0.1:38455/solr/testRepFactor1LeaderStartup_shard1_replica_n1/ for prop overlay after 2 attempts
[junit4] 2> 312754 INFO (solrHandlerExecutor-1086-thread-1-processing-n:127.0.0.1:38455_solr x:testRepFactor1LeaderStartup_shard1_replica_n1 s:shard1 c:testRepFactor1LeaderStartup r:core_node2) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
[junit4] 2> 312757 INFO (Thread-500) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38455.solr.core.testRepFactor1LeaderStartup.shard1.replica_n1' (registry 'solr.core.testRepFactor1LeaderStartup.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3afd10
[junit4] 2> 312758 INFO (Thread-500) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.SolrCore [[testRepFactor1LeaderStartup_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/./testRepFactor1LeaderStartup_shard1_replica_n1/data/]
[junit4] 2> java.lang.RuntimeException
[junit4] 2> at org.apache.solr.cloud.TestCloudSearcherWarming$SleepingSolrEventListener.init(TestCloudSearcherWarming.java:306)
[junit4] 2> at org.apache.solr.core.SolrCore.createInitInstance(SolrCore.java:826)
[junit4] 2> at org.apache.solr.core.SolrCore.initListeners(SolrCore.java:573)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:926)
[junit4] 2> at org.apache.solr.core.SolrCore.reload(SolrCore.java:636)
[junit4] 2> at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1261)
[junit4] 2> at org.apache.solr.core.SolrCore.lambda$getConfListener$20(SolrCore.java:2949)
[junit4] 2> at org.apache.solr.cloud.ZkController.lambda$fireEventListeners$4(ZkController.java:2434)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 1> {event=newSearcher}
[junit4] 2> java.lang.RuntimeException
[junit4] 2> at org.apache.solr.cloud.TestCloudSearcherWarming$SleepingSolrEventListener.init(TestCloudSearcherWarming.java:306)
[junit4] 2> at org.apache.solr.core.SolrCore.createInitInstance(SolrCore.java:826)
[junit4] 2> at org.apache.solr.core.SolrCore.initListeners(SolrCore.java:569)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:926)
[junit4] 2> at org.apache.solr.core.SolrCore.reload(SolrCore.java:636)
[junit4] 2> at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1261)
[junit4] 2> at org.apache.solr.core.SolrCore.lambda$getConfListener$20(SolrCore.java:2949)
[junit4] 2> at org.apache.solr.cloud.ZkController.lambda$fireEventListeners$4(ZkController.java:2434)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 1> {event=firstSearcher}
[junit4] 2> 312762 INFO (Thread-500) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
[junit4] 2> 312788 INFO (Thread-500) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms;
[junit4] 2> 312788 INFO (Thread-500) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 312790 INFO (Thread-500) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@69d39b[testRepFactor1LeaderStartup_shard1_replica_n1] main]
[junit4] 2> 312790 INFO (Thread-500) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/testRepFactor1LeaderStartup
[junit4] 2> 312791 INFO (Thread-500) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/testRepFactor1LeaderStartup
[junit4] 2> 312791 INFO (Thread-500) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/testRepFactor1LeaderStartup/managed-schema
[junit4] 2> 312791 INFO (Thread-500) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 312791 INFO (Thread-500) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 312791 INFO (Thread-500) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=default,field=_text_,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
[junit4] 2> 312792 INFO (Thread-500) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 312792 INFO (searcherExecutor-1087-thread-1-processing-n:127.0.0.1:38455_solr x:testRepFactor1LeaderStartup_shard1_replica_n1 s:shard1 c:testRepFactor1LeaderStartup r:core_node2) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@69d39b[testRepFactor1LeaderStartup_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 312792 INFO (searcherExecutor-1087-thread-1-processing-n:127.0.0.1:38455_solr x:testRepFactor1LeaderStartup_shard1_replica_n1 s:shard1 c:testRepFactor1LeaderStartup r:core_node2) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener done.
[junit4] 2> 312792 INFO (Thread-500) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1579757979299741696
[junit4] 2> 312792 INFO (searcherExecutor-1087-thread-1-processing-n:127.0.0.1:38455_solr x:testRepFactor1LeaderStartup_shard1_replica_n1 s:shard1 c:testRepFactor1LeaderStartup r:core_node2) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 312795 INFO (searcherExecutor-1087-thread-1-processing-n:127.0.0.1:38455_solr x:testRepFactor1LeaderStartup_shard1_replica_n1 s:shard1 c:testRepFactor1LeaderStartup r:core_node2) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.SolrCore [testRepFactor1LeaderStartup_shard1_replica_n1] Registered new searcher Searcher@69d39b[testRepFactor1LeaderStartup_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 312796 INFO (Thread-500) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 312796 INFO (Thread-500) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@96e033[testRepFactor1LeaderStartup_shard1_replica_n1] main]
[junit4] 2> 312796 INFO (searcherExecutor-1087-thread-1-processing-n:127.0.0.1:38455_solr x:testRepFactor1LeaderStartup_shard1_replica_n1 s:shard1 c:testRepFactor1LeaderStartup r:core_node2) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@96e033[testRepFactor1LeaderStartup_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 312796 INFO (searcherExecutor-1087-thread-1-processing-n:127.0.0.1:38455_solr x:testRepFactor1LeaderStartup_shard1_replica_n1 s:shard1 c:testRepFactor1LeaderStartup r:core_node2) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener done.
[junit4] 2> 312799 INFO (searcherExecutor-1087-thread-1-processing-n:127.0.0.1:38455_solr x:testRepFactor1LeaderStartup_shard1_replica_n1 s:shard1 c:testRepFactor1LeaderStartup r:core_node2) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.SolrCore [testRepFactor1LeaderStartup_shard1_replica_n1] Registered new searcher Searcher@96e033[testRepFactor1LeaderStartup_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 312854 INFO (qtp11357401-2125) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.h.SolrConfigHandler I already have the expected version 0 of config
[junit4] 2> 312854 INFO (qtp11357401-2125) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.h.SolrConfigHandler isStale false , resourceloader org.apache.solr.cloud.ZkSolrResourceLoader
[junit4] 2> 312854 INFO (qtp11357401-2125) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.S.Request [testRepFactor1LeaderStartup_shard1_replica_n1] webapp=/solr path=/config/znodeVersion params={overlay=0&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 312855 INFO (qtp11357401-2123) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.h.SolrConfigHandler Took 319.0ms to set the property overlay to be of version 0 for collection testRepFactor1LeaderStartup
[junit4] 2> 312855 INFO (qtp11357401-2123) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.S.Request [testRepFactor1LeaderStartup_shard1_replica_n1] webapp=/solr path=/config params={wt=javabin&version=2} status=0 QTime=333
[junit4] 2> 312855 INFO (qtp11357401-2123) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.SolrCore [testRepFactor1LeaderStartup_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@109cd71
[junit4] 2> 312855 INFO (qtp11357401-2123) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testRepFactor1LeaderStartup.shard1.replica_n1, tag=17419633
[junit4] 2> 312855 INFO (qtp11357401-2123) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@13d74b3: rootName = solr_38455, domain = solr.core.testRepFactor1LeaderStartup.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testRepFactor1LeaderStartup.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@210b58
[junit4] 2> 312861 INFO (qtp11357401-2123) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testRepFactor1LeaderStartup.shard1.leader, tag=17419633
[junit4] 2> 312870 INFO (qtp11357401-2124) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testRepFactor1LeaderStartup_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1579757979377336320)]} 0 7
[junit4] 2> 312871 INFO (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1579757979382579200,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 312871 INFO (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@9ba91 commitCommandVersion:1579757979382579200
[junit4] 2> 312950 INFO (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5b92c5[testRepFactor1LeaderStartup_shard1_replica_n1] main]
[junit4] 2> 312950 INFO (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 312950 INFO (searcherExecutor-1087-thread-1-processing-n:127.0.0.1:38455_solr x:testRepFactor1LeaderStartup_shard1_replica_n1 s:shard1 c:testRepFactor1LeaderStartup r:core_node2) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@5b92c5[testRepFactor1LeaderStartup_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1)))}
[junit4] 2> 312951 INFO (searcherExecutor-1087-thread-1-processing-n:127.0.0.1:38455_solr x:testRepFactor1LeaderStartup_shard1_replica_n1 s:shard1 c:testRepFactor1LeaderStartup r:core_node2) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener done.
[junit4] 2> 312952 INFO (searcherExecutor-1087-thread-1-processing-n:127.0.0.1:38455_solr x:testRepFactor1LeaderStartup_shard1_replica_n1 s:shard1 c:testRepFactor1LeaderStartup r:core_node2) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.SolrCore [testRepFactor1LeaderStartup_shard1_replica_n1] Registered new searcher Searcher@5b92c5[testRepFactor1LeaderStartup_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1)))}
[junit4] 2> 312953 INFO (qtp11357401-2128) [n:1
[...truncated too long message...]
d#[2A4D5D857099FB02]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@305701: rootName = solr_38455, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@ea1f03
[junit4] 2> 312971 INFO (TEST-TestCloudSearcherWarming.testRepFactor1LeaderStartup-seed#[2A4D5D857099FB02]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 312971 INFO (TEST-TestCloudSearcherWarming.testRepFactor1LeaderStartup-seed#[2A4D5D857099FB02]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@10011d7: rootName = solr_38455, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1c506c0
[junit4] 2> 312972 INFO (TEST-TestCloudSearcherWarming.testRepFactor1LeaderStartup-seed#[2A4D5D857099FB02]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 312973 INFO (coreCloseExecutor-1091-thread-1) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.SolrCore [testRepFactor1LeaderStartup_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@48857f
[junit4] 2> 312973 INFO (coreCloseExecutor-1091-thread-1) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testRepFactor1LeaderStartup.shard1.replica_n1, tag=4752767
[junit4] 2> 312973 INFO (coreCloseExecutor-1091-thread-1) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@51cfdb: rootName = solr_38455, domain = solr.core.testRepFactor1LeaderStartup.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testRepFactor1LeaderStartup.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@210b58
[junit4] 2> 312986 INFO (coreCloseExecutor-1091-thread-1) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testRepFactor1LeaderStartup.shard1.leader, tag=4752767
[junit4] 2> 312987 INFO (TEST-TestCloudSearcherWarming.testRepFactor1LeaderStartup-seed#[2A4D5D857099FB02]) [ ] o.a.s.c.Overseer Overseer (id=98734873478496259-127.0.0.1:38455_solr-n_0000000000) closing
[junit4] 2> 312987 INFO (OverseerStateUpdate-98734873478496259-127.0.0.1:38455_solr-n_0000000000) [n:127.0.0.1:38455_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:38455_solr
[junit4] 2> 312988 WARN (zkCallback-278-thread-2-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 312988 INFO (TEST-TestCloudSearcherWarming.testRepFactor1LeaderStartup-seed#[2A4D5D857099FB02]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1b42042{/solr,null,UNAVAILABLE}
[junit4] 2> 312990 INFO (zkCallback-283-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 402989 INFO (TEST-TestCloudSearcherWarming.testRepFactor1LeaderStartup-seed#[2A4D5D857099FB02]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testRepFactor1LeaderStartup
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestCloudSearcherWarming -Dtests.method=testRepFactor1LeaderStartup -Dtests.seed=2A4D5D857099FB02 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=bg -Dtests.timezone=GMT -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] FAILURE 93.4s J1 | TestCloudSearcherWarming.testRepFactor1LeaderStartup <<<
[junit4] > Throwable #1: java.lang.AssertionError:
[junit4] > null
[junit4] > Live Nodes: [127.0.0.1:38455_solr]
[junit4] > Last available state: DocCollection(testRepFactor1LeaderStartup//collections/testRepFactor1LeaderStartup/state.json/4)={
[junit4] > "pullReplicas":"0",
[junit4] > "replicationFactor":"1",
[junit4] > "shards":{"shard1":{
[junit4] > "range":"80000000-7fffffff",
[junit4] > "state":"active",
[junit4] > "replicas":{"core_node2":{
[junit4] > "core":"testRepFactor1LeaderStartup_shard1_replica_n1",
[junit4] > "base_url":"http://127.0.0.1:38455/solr",
[junit4] > "node_name":"127.0.0.1:38455_solr",
[junit4] > "state":"active",
[junit4] > "type":"NRT",
[junit4] > "leader":"true"}}}},
[junit4] > "router":{"name":"compositeId"},
[junit4] > "maxShardsPerNode":"1",
[junit4] > "autoAddReplicas":"false",
[junit4] > "nrtReplicas":"1",
[junit4] > "tlogReplicas":"0"}
[junit4] > at __randomizedtesting.SeedInfo.seed([2A4D5D857099FB02:FD65105D6179B2EC]:0)
[junit4] > at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
[junit4] > at org.apache.solr.cloud.TestCloudSearcherWarming.testRepFactor1LeaderStartup(TestCloudSearcherWarming.java:126)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 402994 INFO (TEST-TestCloudSearcherWarming.testPeersyncFailureReplicationSuccess-seed#[2A4D5D857099FB02]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testPeersyncFailureReplicationSuccess
[junit4] 2> 402995 INFO (TEST-TestCloudSearcherWarming.testPeersyncFailureReplicationSuccess-seed#[2A4D5D857099FB02]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testPeersyncFailureReplicationSuccess
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestCloudSearcherWarming -Dtests.method=testPeersyncFailureReplicationSuccess -Dtests.seed=2A4D5D857099FB02 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=bg -Dtests.timezone=GMT -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.01s J1 | TestCloudSearcherWarming.testPeersyncFailureReplicationSuccess <<<
[junit4] > Throwable #1: java.lang.ArrayIndexOutOfBoundsException: 0
[junit4] > at __randomizedtesting.SeedInfo.seed([2A4D5D857099FB02:FE1C3ECAA127CC61]:0)
[junit4] > at java.util.concurrent.CopyOnWriteArrayList.get(CopyOnWriteArrayList.java:387)
[junit4] > at java.util.concurrent.CopyOnWriteArrayList.get(CopyOnWriteArrayList.java:396)
[junit4] > at org.apache.solr.cloud.MiniSolrCloudCluster.getJettySolrRunner(MiniSolrCloudCluster.java:367)
[junit4] > at org.apache.solr.cloud.TestCloudSearcherWarming.testPeersyncFailureReplicationSuccess(TestCloudSearcherWarming.java:141)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 402997 ERROR (SUITE-TestCloudSearcherWarming-seed#[2A4D5D857099FB02]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 402997 INFO (SUITE-TestCloudSearcherWarming-seed#[2A4D5D857099FB02]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45559 45559
[junit4] 2> 403031 INFO (Thread-490) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45559 45559
[junit4] 2> 403031 WARN (Thread-490) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2> 2 /solr/configs/testRepFactor1LeaderStartup/managed-schema
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2> 2 /solr/configs/testRepFactor1LeaderStartup
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/collections/testRepFactor1LeaderStartup/state.json
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001
[junit4] 2> Sep 28, 2017 4:58:21 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1303, maxMBSortInHeap=7.221621698334757, sim=RandomSimilarity(queryNorm=false): {}, locale=bg, timezone=GMT
[junit4] 2> NOTE: Linux 4.10.0-33-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=56430504,total=174997504
[junit4] 2> NOTE: All tests run in this JVM: [BlobRepositoryCloudTest, ScriptEngineTest, UpdateRequestProcessorFactoryTest, TestCollationFieldDocValues, TestSimpleTrackingShardHandler, ZkSolrClientTest, TestJsonRequest, OpenCloseCoreStressTest, FileUtilsTest, TestTlogReplica, TestFastLRUCache, ZkCLITest, TestLegacyFieldCache, SolrCmdDistributorTest, DistributedFacetPivotWhiteBoxTest, SuggestComponentContextFilterQueryTest, RankQueryTest, TestQueryTypes, TestSubQueryTransformerCrossCore, StatelessScriptUpdateProcessorFactoryTest, TestSweetSpotSimilarityFactory, DistributedFacetPivotLongTailTest, TestUseDocValuesAsStored2, TestRequestForwarding, ConfigureRecoveryStrategyTest, TestCloudSearcherWarming]
[junit4] Completed [134/733 (1!)] on J1 in 94.73s, 2 tests, 1 failure, 1 error <<< FAILURES!
[...truncated 44440 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build #
20564 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20564/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseG1GC
1 tests failed.
FAILED: org.apache.solr.cloud.MissingSegmentRecoveryTest.testLeaderRecovery
Error Message:
expected:<10> but was:<0>
Stack Trace:
java.lang.AssertionError: expected:<10> but was:<0>
at __randomizedtesting.SeedInfo.seed([6003A6B1F91BE8A7:30563EB2A03A5EBA]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.MissingSegmentRecoveryTest.testLeaderRecovery(MissingSegmentRecoveryTest.java:108)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12167 lines...]
[junit4] Suite: org.apache.solr.cloud.MissingSegmentRecoveryTest
[junit4] 2> 936908 INFO (SUITE-MissingSegmentRecoveryTest-seed#[6003A6B1F91BE8A7]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MissingSegmentRecoveryTest_6003A6B1F91BE8A7-001/init-core-data-001
[junit4] 2> 936908 WARN (SUITE-MissingSegmentRecoveryTest-seed#[6003A6B1F91BE8A7]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=33 numCloses=33
[junit4] 2> 936908 INFO (SUITE-MissingSegmentRecoveryTest-seed#[6003A6B1F91BE8A7]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 936910 INFO (SUITE-MissingSegmentRecoveryTest-seed#[6003A6B1F91BE8A7]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 936910 INFO (SUITE-MissingSegmentRecoveryTest-seed#[6003A6B1F91BE8A7]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MissingSegmentRecoveryTest_6003A6B1F91BE8A7-001/tempDir-001
[junit4] 2> 936910 INFO (SUITE-MissingSegmentRecoveryTest-seed#[6003A6B1F91BE8A7]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 936913 INFO (Thread-3086) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 936913 INFO (Thread-3086) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 936914 ERROR (Thread-3086) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 937013 INFO (SUITE-MissingSegmentRecoveryTest-seed#[6003A6B1F91BE8A7]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:35553
[junit4] 2> 937017 INFO (jetty-launcher-1234-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 937017 INFO (jetty-launcher-1234-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 937020 INFO (jetty-launcher-1234-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6a923ab7{/solr,null,AVAILABLE}
[junit4] 2> 937020 INFO (jetty-launcher-1234-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2c4fecfb{/solr,null,AVAILABLE}
[junit4] 2> 937021 INFO (jetty-launcher-1234-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@16432a46{HTTP/1.1,[http/1.1]}{127.0.0.1:42257}
[junit4] 2> 937021 INFO (jetty-launcher-1234-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@8baf3c6{HTTP/1.1,[http/1.1]}{127.0.0.1:34953}
[junit4] 2> 937021 INFO (jetty-launcher-1234-thread-1) [ ] o.e.j.s.Server Started @938440ms
[junit4] 2> 937021 INFO (jetty-launcher-1234-thread-2) [ ] o.e.j.s.Server Started @938440ms
[junit4] 2> 937021 INFO (jetty-launcher-1234-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42257}
[junit4] 2> 937021 INFO (jetty-launcher-1234-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34953}
[junit4] 2> 937021 ERROR (jetty-launcher-1234-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 937021 ERROR (jetty-launcher-1234-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 937021 INFO (jetty-launcher-1234-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 937021 INFO (jetty-launcher-1234-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 937021 INFO (jetty-launcher-1234-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 937021 INFO (jetty-launcher-1234-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 937021 INFO (jetty-launcher-1234-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 937021 INFO (jetty-launcher-1234-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 937021 INFO (jetty-launcher-1234-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-09-28T02:07:12.299Z
[junit4] 2> 937021 INFO (jetty-launcher-1234-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-09-28T02:07:12.299Z
[junit4] 2> 937025 INFO (jetty-launcher-1234-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 937027 INFO (jetty-launcher-1234-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 937031 INFO (jetty-launcher-1234-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35553/solr
[junit4] 2> 937031 INFO (jetty-launcher-1234-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35553/solr
[junit4] 2> 937059 INFO (jetty-launcher-1234-thread-1) [n:127.0.0.1:42257_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 937059 INFO (jetty-launcher-1234-thread-1) [n:127.0.0.1:42257_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42257_solr
[junit4] 2> 937059 INFO (jetty-launcher-1234-thread-1) [n:127.0.0.1:42257_solr ] o.a.s.c.Overseer Overseer (id=98734206628134918-127.0.0.1:42257_solr-n_0000000000) starting
[junit4] 2> 937068 INFO (jetty-launcher-1234-thread-1) [n:127.0.0.1:42257_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42257_solr
[junit4] 2> 937069 INFO (jetty-launcher-1234-thread-2) [n:127.0.0.1:34953_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 937069 INFO (zkCallback-1245-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 937069 INFO (zkCallback-1246-thread-1-processing-n:127.0.0.1:42257_solr) [n:127.0.0.1:42257_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 937070 INFO (jetty-launcher-1234-thread-2) [n:127.0.0.1:34953_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34953_solr
[junit4] 2> 937070 INFO (zkCallback-1245-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 937070 INFO (zkCallback-1246-thread-1-processing-n:127.0.0.1:42257_solr) [n:127.0.0.1:42257_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 937127 INFO (jetty-launcher-1234-thread-2) [n:127.0.0.1:34953_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34953.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@612e05a2
[junit4] 2> 937132 INFO (jetty-launcher-1234-thread-2) [n:127.0.0.1:34953_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34953.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@612e05a2
[junit4] 2> 937133 INFO (jetty-launcher-1234-thread-2) [n:127.0.0.1:34953_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34953.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@612e05a2
[junit4] 2> 937133 INFO (jetty-launcher-1234-thread-2) [n:127.0.0.1:34953_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MissingSegmentRecoveryTest_6003A6B1F91BE8A7-001/tempDir-001/node2/.
[junit4] 2> 937153 INFO (jetty-launcher-1234-thread-1) [n:127.0.0.1:42257_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42257.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@612e05a2
[junit4] 2> 937157 INFO (jetty-launcher-1234-thread-1) [n:127.0.0.1:42257_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42257.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@612e05a2
[junit4] 2> 937158 INFO (jetty-launcher-1234-thread-1) [n:127.0.0.1:42257_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42257.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@612e05a2
[junit4] 2> 937158 INFO (jetty-launcher-1234-thread-1) [n:127.0.0.1:42257_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MissingSegmentRecoveryTest_6003A6B1F91BE8A7-001/tempDir-001/node1/.
[junit4] 2> 937172 INFO (SUITE-MissingSegmentRecoveryTest-seed#[6003A6B1F91BE8A7]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 937172 INFO (SUITE-MissingSegmentRecoveryTest-seed#[6003A6B1F91BE8A7]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35553/solr ready
[junit4] 2> 937178 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6003A6B1F91BE8A7]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testLeaderRecovery
[junit4] 2> 937179 INFO (qtp271283690-9501) [n:127.0.0.1:42257_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=MissingSegmentRecoveryTest&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 937179 INFO (OverseerThreadFactory-4026-thread-1-processing-n:127.0.0.1:42257_solr) [n:127.0.0.1:42257_solr ] o.a.s.c.CreateCollectionCmd Create collection MissingSegmentRecoveryTest
[junit4] 2> 937287 INFO (OverseerStateUpdate-98734206628134918-127.0.0.1:42257_solr-n_0000000000) [n:127.0.0.1:42257_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MissingSegmentRecoveryTest",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"MissingSegmentRecoveryTest_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:34953/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 937287 INFO (OverseerStateUpdate-98734206628134918-127.0.0.1:42257_solr-n_0000000000) [n:127.0.0.1:42257_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MissingSegmentRecoveryTest",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"MissingSegmentRecoveryTest_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:42257/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 937489 INFO (qtp271283690-9491) [n:127.0.0.1:42257_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=MissingSegmentRecoveryTest_shard1_replica_n2&action=CREATE&numShards=1&collection=MissingSegmentRecoveryTest&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 937489 INFO (qtp1772476501-9498) [n:127.0.0.1:34953_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=MissingSegmentRecoveryTest_shard1_replica_n1&action=CREATE&numShards=1&collection=MissingSegmentRecoveryTest&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 937489 INFO (qtp1772476501-9498) [n:127.0.0.1:34953_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 937489 INFO (qtp271283690-9491) [n:127.0.0.1:42257_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 937593 INFO (zkCallback-1246-thread-2-processing-n:127.0.0.1:42257_solr) [n:127.0.0.1:42257_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 937593 INFO (zkCallback-1246-thread-1-processing-n:127.0.0.1:42257_solr) [n:127.0.0.1:42257_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 937593 INFO (zkCallback-1245-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 937593 INFO (zkCallback-1245-thread-2-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 938497 INFO (qtp271283690-9491) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 938497 INFO (qtp1772476501-9498) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 938501 INFO (qtp271283690-9491) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.s.IndexSchema [MissingSegmentRecoveryTest_shard1_replica_n2] Schema name=minimal
[junit4] 2> 938502 INFO (qtp1772476501-9498) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.s.IndexSchema [MissingSegmentRecoveryTest_shard1_replica_n1] Schema name=minimal
[junit4] 2> 938502 INFO (qtp271283690-9491) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 938502 INFO (qtp271283690-9491) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'MissingSegmentRecoveryTest_shard1_replica_n2' using configuration from collection MissingSegmentRecoveryTest, trusted=true
[junit4] 2> 938503 INFO (qtp271283690-9491) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42257.solr.core.MissingSegmentRecoveryTest.shard1.replica_n2' (registry 'solr.core.MissingSegmentRecoveryTest.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@612e05a2
[junit4] 2> 938503 INFO (qtp271283690-9491) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 938503 INFO (qtp271283690-9491) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.c.SolrCore [[MissingSegmentRecoveryTest_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MissingSegmentRecoveryTest_6003A6B1F91BE8A7-001/tempDir-001/node1/MissingSegmentRecoveryTest_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MissingSegmentRecoveryTest_6003A6B1F91BE8A7-001/tempDir-001/node1/./MissingSegmentRecoveryTest_shard1_replica_n2/data/]
[junit4] 2> 938503 INFO (qtp1772476501-9498) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 938503 INFO (qtp1772476501-9498) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'MissingSegmentRecoveryTest_shard1_replica_n1' using configuration from collection MissingSegmentRecoveryTest, trusted=true
[junit4] 2> 938504 INFO (qtp1772476501-9498) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34953.solr.core.MissingSegmentRecoveryTest.shard1.replica_n1' (registry 'solr.core.MissingSegmentRecoveryTest.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@612e05a2
[junit4] 2> 938504 INFO (qtp1772476501-9498) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 938504 INFO (qtp1772476501-9498) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.SolrCore [[MissingSegmentRecoveryTest_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MissingSegmentRecoveryTest_6003A6B1F91BE8A7-001/tempDir-001/node2/MissingSegmentRecoveryTest_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MissingSegmentRecoveryTest_6003A6B1F91BE8A7-001/tempDir-001/node2/./MissingSegmentRecoveryTest_shard1_replica_n1/data/]
[junit4] 2> 938547 INFO (qtp271283690-9491) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 938547 INFO (qtp271283690-9491) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 938547 INFO (qtp271283690-9491) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 938547 INFO (qtp271283690-9491) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 938549 INFO (qtp271283690-9491) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@37ab4e85[MissingSegmentRecoveryTest_shard1_replica_n2] main]
[junit4] 2> 938549 INFO (qtp271283690-9491) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 938550 INFO (qtp271283690-9491) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 938550 INFO (qtp271283690-9491) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 938550 INFO (searcherExecutor-4031-thread-1-processing-n:127.0.0.1:42257_solr x:MissingSegmentRecoveryTest_shard1_replica_n2 s:shard1 c:MissingSegmentRecoveryTest r:core_node4) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica_n2] Registered new searcher Searcher@37ab4e85[MissingSegmentRecoveryTest_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 938551 INFO (qtp271283690-9491) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1579747307766677504
[junit4] 2> 938553 INFO (qtp271283690-9491) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 938555 INFO (qtp1772476501-9498) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 938555 INFO (qtp1772476501-9498) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 938556 INFO (qtp1772476501-9498) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 938556 INFO (qtp1772476501-9498) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 938558 INFO (qtp1772476501-9498) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@191d4fd4[MissingSegmentRecoveryTest_shard1_replica_n1] main]
[junit4] 2> 938559 INFO (qtp1772476501-9498) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 938559 INFO (qtp1772476501-9498) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 938559 INFO (qtp1772476501-9498) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 938560 INFO (searcherExecutor-4032-thread-1-processing-n:127.0.0.1:34953_solr x:MissingSegmentRecoveryTest_shard1_replica_n1 s:shard1 c:MissingSegmentRecoveryTest r:core_node3) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica_n1] Registered new searcher Searcher@191d4fd4[MissingSegmentRecoveryTest_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 938560 INFO (qtp1772476501-9498) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1579747307776114688
[junit4] 2> 938654 INFO (zkCallback-1246-thread-1-processing-n:127.0.0.1:42257_solr) [n:127.0.0.1:42257_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 938654 INFO (zkCallback-1245-thread-2-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 938654 INFO (zkCallback-1245-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 938654 INFO (zkCallback-1246-thread-2-processing-n:127.0.0.1:42257_solr) [n:127.0.0.1:42257_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 939054 INFO (qtp271283690-9491) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 939054 INFO (qtp271283690-9491) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 939054 INFO (qtp271283690-9491) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42257/solr/MissingSegmentRecoveryTest_shard1_replica_n2/
[junit4] 2> 939054 INFO (qtp271283690-9491) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=MissingSegmentRecoveryTest_shard1_replica_n2 url=http://127.0.0.1:42257/solr START replicas=[http://127.0.0.1:34953/solr/MissingSegmentRecoveryTest_shard1_replica_n1/] nUpdates=100
[junit4] 2> 939055 INFO (qtp1772476501-9500) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.S.Request [MissingSegmentRecoveryTest_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 939354 INFO (qtp271283690-9491) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=MissingSegmentRecoveryTest_shard1_replica_n2 url=http://127.0.0.1:42257/solr DONE. We have no versions. sync failed.
[junit4] 2> 939355 INFO (qtp271283690-9491) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 939355 INFO (qtp271283690-9491) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 939355 INFO (qtp271283690-9491) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 939356 INFO (qtp271283690-9491) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:42257/solr/MissingSegmentRecoveryTest_shard1_replica_n2/ shard1
[junit4] 2> 939457 INFO (zkCallback-1246-thread-2-processing-n:127.0.0.1:42257_solr) [n:127.0.0.1:42257_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 939457 INFO (zkCallback-1245-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 939457 INFO (zkCallback-1246-thread-1-processing-n:127.0.0.1:42257_solr) [n:127.0.0.1:42257_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 939457 INFO (zkCallback-1245-thread-2-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 939507 INFO (qtp271283690-9491) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 939508 INFO (qtp271283690-9491) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=MissingSegmentRecoveryTest_shard1_replica_n2&action=CREATE&numShards=1&collection=MissingSegmentRecoveryTest&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2018
[junit4] 2> 939564 INFO (qtp1772476501-9498) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=MissingSegmentRecoveryTest_shard1_replica_n1&action=CREATE&numShards=1&collection=MissingSegmentRecoveryTest&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2074
[junit4] 2> 939565 INFO (qtp271283690-9501) [n:127.0.0.1:42257_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 939665 INFO (zkCallback-1246-thread-1-processing-n:127.0.0.1:42257_solr) [n:127.0.0.1:42257_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 939665 INFO (zkCallback-1245-thread-2-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 939665 INFO (zkCallback-1245-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 939665 INFO (zkCallback-1246-thread-2-processing-n:127.0.0.1:42257_solr) [n:127.0.0.1:42257_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 940565 INFO (qtp271283690-9501) [n:127.0.0.1:42257_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=MissingSegmentRecoveryTest&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=3386
[junit4] 2> 940570 INFO (qtp1772476501-9488) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [MissingSegmentRecoveryTest_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:42257/solr/MissingSegmentRecoveryTest_shard1_replica_n2/&wt=javabin&version=2}{add=[0 (1579747309880606720), 1 (1579747309881655296), 2 (1579747309881655297), 3 (1579747309881655298), 4 (1579747309881655299), 5 (1579747309881655300), 6 (1579747309882703872), 7 (1579747309882703873), 8 (1579747309882703874), 9 (1579747309882703875)]} 0 0
[junit4] 2> 940570 INFO (qtp271283690-9502) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [MissingSegmentRecoveryTest_shard1_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[0 (1579747309880606720), 1 (1579747309881655296), 2 (1579747309881655297), 3 (1579747309881655298), 4 (1579747309881655299), 5 (1579747309881655300), 6 (1579747309882703872), 7 (1579747309882703873), 8 (1579747309882703874), 9 (1579747309882703875)]} 0 2
[junit4] 2> 940571 INFO (qtp1772476501-9488) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1579747309884801024,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 940571 INFO (qtp1772476501-9488) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@5d3f3980 commitCommandVersion:1579747309884801024
[junit4] 2> 940572 INFO (qtp271283690-9501) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1579747309885849600,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 940572 INFO (qtp271283690-9501) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3714603d commitCommandVersion:1579747309885849600
[junit4] 2> 940640 INFO (qtp271283690-9501) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@4be3b135[MissingSegmentRecoveryTest_shard1_replica_n2] main]
[junit4] 2> 940640 INFO (qtp1772476501-9488) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@8473782[MissingSegmentRecoveryTest_shard1_replica_n1] main]
[junit4] 2> 940640 INFO (qtp1772476501-9488) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 940640 INFO (qtp271283690-9501) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 940641 INFO (searcherExecutor-4032-thread-1-processing-n:127.0.0.1:34953_solr x:MissingSegmentRecoveryTest_shard1_replica_n1 s:shard1 c:MissingSegmentRecoveryTest r:core_node3) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica_n1] Registered new searcher Searcher@8473782[MissingSegmentRecoveryTest_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C10)))}
[junit4] 2> 940641 INFO (searcherExecutor-4031-thread-1-processing-n:127.0.0.1:42257_solr x:MissingSegmentRecoveryTest_shard1_replica_n2 s:shard1 c:MissingSegmentRecoveryTest r:core_node4) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica_n2] Registered new searcher Searcher@4be3b135[MissingSegmentRecoveryTest_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C10)))}
[junit4] 2> 940641 INFO (qtp271283690-9501) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [MissingSegmentRecoveryTest_shard1_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:42257/solr/MissingSegmentRecoveryTest_shard1_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 69
[junit4] 2> 940642 INFO (qtp1772476501-9488) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [MissingSegmentRecoveryTest_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:42257/solr/MissingSegmentRecoveryTest_shard1_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 70
[junit4] 2> 940642 INFO (qtp271283690-9489) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [MissingSegmentRecoveryTest_shard1_replica_n2] webapp=/solr path=/update params={_stateVer_=MissingSegmentRecoveryTest:5&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 71
[junit4] 2> 940643 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6003A6B1F91BE8A7]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@8baf3c6{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 940644 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6003A6B1F91BE8A7]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=46540967
[junit4] 2> 940644 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6003A6B1F91BE8A7]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 940644 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6003A6B1F91BE8A7]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@39681e79: rootName = solr_34953, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@60e87dc5
[junit4] 2> 940648 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6003A6B1F91BE8A7]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 940648 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6003A6B1F91BE8A7]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1ecd1c9c: rootName = solr_34953, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@10143d78
[junit4] 2> 940651 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6003A6B1F91BE8A7]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 940651 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6003A6B1F91BE8A7]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@57a04953: rootName = solr_34953, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1d540345
[junit4] 2> 940652 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6003A6B1F91BE8A7]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 940653 INFO (coreCloseExecutor-4041-thread-1) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@537a7bf1
[junit4] 2> 940653 INFO (coreCloseExecutor-4041-thread-1) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.MissingSegmentRecoveryTest.shard1.replica_n1, tag=1400536049
[junit4] 2> 940653 INFO (coreCloseExecutor-4041-thread-1) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@71385744: rootName = solr_34953, domain = solr.core.MissingSegmentRecoveryTest.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.MissingSegmentRecoveryTest.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@10b39a2e
[junit4] 2> 940657 INFO (coreCloseExecutor-4041-thread-1) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.MissingSegmentRecoveryTest.shard1.leader, tag=1400536049
[junit4] 2> 940659 WARN (zkCallback-1245-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 940660 INFO (zkCallback-1246-thread-2-processing-n:127.0.0.1:42257_solr) [n:127.0.0.1:42257_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 940660 INFO (zkCallback-1252-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 940660 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6003A6B1F91BE8A7]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6a923ab7{/solr,null,UNAVAILABLE}
[junit4] 2> 940660 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6003A6B1F91BE8A7]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 940661 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6003A6B1F91BE8A7]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6a6107e1{/solr,null,AVAILABLE}
[junit4] 2> 940661 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6003A6B1F91BE8A7]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@e99f3a4{HTTP/1.1,[http/1.1]}{127.0.0.1:34953}
[junit4] 2> 940661 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6003A6B1F91BE8A7]) [ ] o.e.j.s.Server Started @942080ms
[junit4] 2> 940661 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6003A6B1F91BE8A7]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34953}
[junit4] 2> 940661 ERROR (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6003A6B1F91BE8A7]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 940661 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6003A6B1F91BE8A7]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 940661 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6003A6B1F91BE8A7]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 940662 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6003A6B1F91BE8A7]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 940662 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6003A6B1F91BE8A7]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-09-28T02:07:15.940Z
[junit4] 2> 940663 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6003A6B1F91BE8A7]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 940668 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6003A6B1F91BE8A7]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35553/solr
[junit4] 2> 940674 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6003A6B1F91BE8A7]) [n:127.0.0.1:34953_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 940675 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6003A6B1F91BE8A7]) [n:127.0.0.1:34953_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 940676 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6003A6B1F91BE8A7]) [n:127.0.0.1:34953_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34953_solr
[junit4] 2> 940677 INFO (zkCallback-1246-thread-2-processing-n:127.0.0.1:42257_solr) [n:127.0.0.1:42257_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 940677 INFO (zkCallback-1252-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 940677 INFO (zkCallback-1257-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 940733 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6003A6B1F91BE8A7]) [n:127.0.0.1:34953_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34953.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@612e05a2
[junit4] 2> 940739 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6003A6B1F91BE8A7]) [n:127.0.0.1:34953_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34953.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@612e05a2
[junit4] 2> 940739 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6003A6B1F91BE8A7]) [n:127.0.0.1:34953_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34953.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@612e05a2
[junit4] 2> 940741 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6003A6B1F91BE8A7]) [n:127.0.0.1:34953_solr ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MissingSegmentRecoveryTest_6003A6B1F91BE8A7-001/tempDir-001/node2/.
[junit4] 2> 940741 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6003A6B1F91BE8A7]) [n:127.0.0.1:34953_solr ] o.a.s.c.CorePropertiesLocator Cores are: [MissingSegmentRecoveryTest_shard1_replica_n1]
[junit4] 2> 940741 INFO (coreLoadExecutor-4048-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 940747 INFO (coreLoadExecutor-4048-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 940762 INFO (coreLoadExecutor-4048-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.s.IndexSchema [MissingSegmentRecoveryTest_shard1_replica_n1] Schema name=minimal
[junit4] 2> 940763 INFO (coreLoadExecutor-4048-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 940763 INFO (coreLoadExecutor-4048-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'MissingSegmentRecoveryTest_shard1_replica_n1' using configuration from collection MissingSegmentRecoveryTest, trusted=true
[junit4] 2> 940763 INFO (coreLoadExecutor-4048-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34953.solr.core.MissingSegmentRecoveryTest.shard1.replica_n1' (registry 'solr.core.MissingSegmentRecoveryTest.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@612e05a2
[junit4] 2> 940763 INFO (coreLoadExecutor-4048-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 940763 INFO (coreLoadExecutor-4048-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.SolrCore [[MissingSegmentRecoveryTest_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MissingSegmentRecoveryTest_6003A6B1F91BE8A7-001/tempDir-001/node2/MissingSegmentRecoveryTest_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MissingSegmentRecoveryTest_6003A6B1F91BE8A7-001/tempDir-001/node2/./MissingSegmentRecoveryTest_shard1_replica_n1/data/]
[junit4] 2> 940783 INFO (coreLoadExecutor-4048-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 940783 INFO (coreLoadExecutor-4048-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 940784 INFO (coreLoadExecutor-4048-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 940784 INFO (coreLoadExecutor-4048-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 940785 INFO (coreLoadExecutor-4048-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@5a608e28
[junit4] 2> 940785 INFO (coreLoadExecutor-4048-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.MissingSegmentRecoveryTest.shard1.replica_n1, tag=1516277288
[junit4] 2> 940785 INFO (coreLoadExecutor-4048-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6ed38ae6: rootName = solr_34953, domain = solr.core.MissingSegmentRecoveryTest.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.MissingSegmentRecoveryTest.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@2465ace9
[junit4] 2> 940790 INFO (coreLoadExecutor-4048-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.MissingSegmentRecoveryTest.shard1.leader, tag=1516277288
[junit4] 2> 940791 INFO (coreLoadExecutor-4048-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.CoreContainer Found active leader, will attempt to create fresh core and recover.
[junit4] 2> 940791 INFO (coreLoadExecutor-4048-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.SolrCore Updating index properties... index=index.20170928040716069
[junit4] 2> 940806 INFO (coreLoadExecutor-4048-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34953.solr.core.MissingSegmentRecoveryTest.shard1.replica_n1' (registry 'solr.core.MissingSegmentRecoveryTest.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@612e05a2
[junit4] 2> 940807 INFO (coreLoadExecutor-4048-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 940807 INFO (coreLoadExecutor-4048-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.SolrCore [[MissingSegmentRecoveryTest_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MissingSegmentRecoveryTest_6003A6B1F91BE8A7-001/tempDir-001/node2/MissingSegmentRecoveryTest_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MissingSegmentRecoveryTest_6003A6B1F91BE8A7-001/tempDir-001/node2/./MissingSegmentRecoveryTest_shard1_replica_n1/data/]
[junit4] 2> 940819 INFO (OldIndexDirectoryCleanupThreadForCore-MissingSegmentRecoveryTest_shard1_replica_n1) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.DirectoryFactory Found 1 old index directories to clean-up under /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MissingSegmentRecoveryTest_6003A6B1F91BE8A7-001/tempDir-001/node2/./MissingSegmentRecoveryTest_shard1_replica_n1/data/ afterReload=false
[junit4] 2> 940820 INFO (OldIndexDirectoryCleanupThreadForCore-MissingSegmentRecoveryTest_shard1_replica_n1) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.DirectoryFactory Deleted old index directory: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MissingSegmentRecoveryTest_6003A6B1F91BE8A7-001/tempDir-001/node2/./MissingSegmentRecoveryTest_shard1_replica_n1/data/index
[junit4] 2> 940835 INFO (coreLoadExecutor-4048-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 940835 INFO (coreLoadExecutor-4048-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 940835 INFO (coreLoadExecutor-4048-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 940835 INFO (coreLoadExecutor-4048-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 940836 INFO (coreLoadExecutor-4048-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@9da587c[MissingSegmentRecoveryTest_shard1_replica_n1] main]
[junit4] 2> 940837 INFO (coreLoadExecutor-4048-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 940838 INFO (coreLoadExecutor-4048-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 940838 INFO (coreLoadExecutor-4048-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 940838 INFO (coreLoadExecutor-4048-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 940839 INFO (searcherExecutor-4054-thread-1-processing-n:127.0.0.1:34953_solr x:MissingSegmentRecoveryTest_shard1_replica_n1 s:shard1 c:MissingSegmentRecoveryTest r:core_node3) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica_n1] Registered new searcher Searcher@9da587c[MissingSegmentRecoveryTest_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 940841 INFO (coreZkRegister-4043-thread-1-processing-n:127.0.0.1:34953_solr x:MissingSegmentRecoveryTest_shard1_replica_n1 s:shard1 c:MissingSegmentRecoveryTest r:core_node3) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.ZkController Core needs to recover:MissingSegmentRecoveryTest_shard1_replica_n1
[junit4] 2> 940841 INFO (updateExecutor-1254-thread-1-processing-n:127.0.0.1:34953_solr x:MissingSegmentRecoveryTest_shard1_replica_n1 s:shard1 c:MissingSegmentRecoveryTest r:core_node3) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 940841 INFO (qtp2013790912-9570) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.S.Request [MissingSegmentRecoveryTest_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=MissingSegmentRecoveryTest:5&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 940842 INFO (recoveryExecutor-1255-thread-1-processing-n:127.0.0.1:34953_solr x:MissingSegmentRecoveryTest_shard1_replica_n1 s:shard1 c:MissingSegmentRecoveryTest r:core_node3) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 940842 INFO (recoveryExecutor-1255-thread-1-processing-n:127.0.0.1:34953_solr x:MissingSegmentRecoveryTest_shard1_replica_n1 s:shard1 c:MissingSegmentRecoveryTest r:core_node3) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[1579747309882703875, 1579747309882703874, 1579747309882703873, 1579747309882703872, 1579747309881655300, 1579747309881655299, 1579747309881655298, 1579747309881655297, 1579747309881655296, 1579747309880606720]]
[junit4] 2> 940842 INFO (recoveryExecutor-1255-thread-1-processing-n:127.0.0.1:34953_solr x:MissingSegmentRecoveryTest_shard1_replica_n1 s:shard1 c:MissingSegmentRecoveryTest r:core_node3) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[MissingSegmentRecoveryTest_shard1_replica_n1]
[junit4] 2> 940842 INFO (recoveryExecutor-1255-thread-1-processing-n:127.0.0.1:34953_solr x:MissingSegmentRecoveryTest_shard1_replica_n1 s:shard1 c:MissingSegmentRecoveryTest r:core_node3) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 940842 INFO (recoveryExecutor-1255-thread-1-processing-n:127.0.0.1:34953_solr x:MissingSegmentRecoveryTest_shard1_replica_n1 s:shard1 c:MissingSegmentRecoveryTest r:core_node3) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.RecoveryStrategy Publishing state of core [MissingSegmentRecoveryTest_shard1_replica_n1] as recovering, leader is [http://127.0.0.1:42257/solr/MissingSegmentRecoveryTest_shard1_replica_n2/] and I am [http://127.0.0.1:34953/solr/MissingSegmentRecoveryTest_shard1_replica_n1/]
[junit4] 2> 940842 INFO (qtp271283690-9491) [n:127.0.0.1:42257_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=MissingSegmentRecoveryTest&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 940843 INFO (OverseerCollectionConfigSetProcessor-98734206628134918-127.0.0.1:42257_solr-n_0000000000) [n:127.0.0.1:42257_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 940843 INFO (OverseerThreadFactory-4026-thread-2-processing-n:127.0.0.1:42257_solr) [n:127.0.0.1:42257_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 940843 INFO (qtp271283690-9503) [n:127.0.0.1:42257_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.MissingSegmentRecoveryTest.shard1.replica_n2, tag=null
[junit4] 2> 940843 INFO (recoveryExecutor-1255-thread-1-processing-n:127.0.0.1:34953_solr x:MissingSegmentRecoveryTest_shard1_replica_n1 s:shard1 c:MissingSegmentRecoveryTest r:core_node3) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:42257/solr]; [WaitForState: action=PREPRECOVERY&core=MissingSegmentRecoveryTest_shard1_replica_n2&nodeName=127.0.0.1:34953_solr&coreNodeName=core_node3&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 940843 INFO (qtp271283690-9503) [n:127.0.0.1:42257_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@20c4ce61: rootName = solr_42257, domain = solr.core.MissingSegmentRecoveryTest.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.MissingSegmentRecoveryTest.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@d6cf932
[junit4] 2> 940843 ERROR (OverseerThreadFactory-4026-thread-2-processing-n:127.0.0.1:42257_solr) [n:127.0.0.1:42257_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:34953/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:34953/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:641)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:34953 failed to respond
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:526)
[junit4] 2> ... 12 more
[junit4] 2> 940844 INFO (qtp271283690-9495) [n:127.0.0.1:42257_solr ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
[junit4] 2> 940850 INFO (qtp271283690-9503) [n:127.0.0.1:42257_solr ] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@b9066f
[junit4] 2> 940850 INFO (qtp271283690-9503) [n:127.0.0.1:42257_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.MissingSegmentRecoveryTest.shard1.replica_n2, tag=12125807
[junit4] 2> 940850 INFO (qtp271283690-9503) [n:127.0.0.1:42257_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.MissingSegmentRecoveryTest.shard1.leader, tag=12125807
[junit4] 2> 940854 INFO (qtp271283690-9503) [n:127.0.0.1:42257_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=MissingSegmentRecoveryTest_shard1_replica_n2&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=10
[junit4] 2> 940854 INFO (zkCallback-1257-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext There may be a better leader candidate than us - going back into recovery
[junit4] 2> 940854 INFO (zkCallback-1257-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration.
[junit4] 2> 940854 INFO (zkCallback-1257-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.ActionThrottle The last leader attempt started 1ms ago.
[junit4] 2> 940854 INFO (zkCallback-1257-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.ActionThrottle Throttling leader attempts - waiting for 4998ms
[junit4] 2> 940957 INFO (zkCallback-1257-thread-2-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 940957 INFO (zkCallback-1257-thread-3-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 941556 INFO (qtp271283690-9491) [n:127.0.0.1:42257_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=MissingSegmentRecoveryTest&action=DELETE&wt=javabin&version=2} status=0 QTime=713
[junit4] 2> 941556 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6003A6B1F91BE8A7]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testLeaderRecovery
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=MissingSegmentRecoveryTest -Dtests.method=testLeaderRecovery -Dtests.seed=6003A6B1F91BE8A7 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=et -Dtests.timezone=Europe/Bratislava -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 4.38s J1 | MissingSegmentRecoveryTest.testLeaderRecovery <<<
[junit4] > Throwable #1: java.lang.AssertionError: expected:<10> but was:<0>
[junit4] > at __randomizedtesting.SeedInfo.seed([6003A6B1F91BE8A7:30563EB2A03A5EBA]:0)
[junit4] > at org.apache.solr.cloud.MissingSegmentRecoveryTest.testLeaderRecovery(MissingSegmentRecoveryTest.java:108)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 941559 INFO (httpUriRequest-1259-thread-1-processing-x:MissingSegmentRecoveryTest_shard1_replica_n1 r:core_node3 n:127.0.0.1:34953_solr http:////127.0.0.1:42257//solr s:shard1 c:MissingSegmentRecoveryTest) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.h.i.e.RetryExec I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://127.0.0.1:42257: The target server failed to respond
[junit4] 2> 941559 INFO (httpUriRequest-1259-thread-1-processing-x:MissingSegmentRecoveryTest_shard1_replica_n1 r:core_node3 n:127.0.0.1:34953_solr http:////127.0.0.1:42257//solr s:shard1 c:MissingSegmentRecoveryTest) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.h.i.e.RetryExec Retrying request to {}->http://127.0.0.1:42257
[junit4] 2> 941560 ERROR (recoveryExecutor-1255-thread-1-processing-n:127.0.0.1:34953_solr x:MissingSegmentRecoveryTest_shard1_replica_n1 s:shard1 c:MissingSegmentRecoveryTest r:core_node3) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.RecoveryStrategy Error while trying to recover. core=MissingSegmentRecoveryTest_shard1_replica_n1:java.util.concurrent.ExecutionException: org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:42257/solr
[junit4] 2> at java.util.concurrent.FutureTask.report(FutureTask.java:122)
[junit4] 2> at java.util.concurrent.FutureTask.get(FutureTask.java:192)
[junit4] 2> at org.apache.solr.cloud.RecoveryStrategy.sendPrepRecoveryCmd(RecoveryStrategy.java:826)
[junit4] 2> at org.apache.solr.cloud.RecoveryStrategy.doSyncOrReplicateRecovery(RecoveryStrategy.java:563)
[junit4] 2> at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:303)
[junit4] 2> at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:287)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:42257/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:634)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.lambda$httpUriRequest$0(HttpSolrClient.java:297)
[junit4] 2> ... 5 more
[junit4] 2> Caused by: org.apache.http.conn.HttpHostConnectException: Connect to 127.0.0.1:42257 [/127.0.0.1] failed: Connection refused (Connection refused)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:159)
[junit4] 2> at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:359)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:381)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:237)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:526)
[junit4] 2> ... 6 more
[junit4] 2> Caused by: java.net.ConnectException: Connection refused (Connection refused)
[junit4] 2> at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] 2> at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350)
[junit4] 2> at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206)
[junit4] 2> at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188)
[junit4] 2> at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
[junit4] 2> at java.net.Socket.connect(Socket.java:589)
[junit4] 2> at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142)
[junit4] 2> ... 16 more
[junit4] 2>
[junit4] 2> 941560 INFO (recoveryExecutor-1255-thread-1-processing-n:127.0.0.1:34953_solr x:MissingSegmentRecoveryTest_shard1_replica_n1 s:shard1 c:MissingSegmentRecoveryTest r:core_node3) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.RecoveryStrategy Replay not started, or was not successful... still buffering updates.
[junit4] 2> 941560 ERROR (recoveryExecutor-1255-thread-1-processing-n:127.0.0.1:34953_solr x:MissingSegmentRecoveryTest_shard1_replica_n1 s:shard1 c:MissingSegmentRecoveryTest r:core_node3) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.RecoveryStrategy Recovery failed - trying again... (0)
[junit4] 2> 941561 INFO (recoveryExecutor-1255-thread-1-processing-n:127.0.0.1:34953_solr x:MissingSegmentRecoveryTest_shard1_replica_n1 s:shard1 c:MissingSegmentRecoveryTest r:core_node3) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.RecoveryStrategy Wait [2.0] seconds before trying to recover again (attempt=1)
[junit4] 2> 941561 INFO (jetty-closer-1235-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@e99f3a4{HTTP/1.1,[http/1.1]}{127.0.0.1:34953}
[junit4] 2> 941560 INFO (jetty-closer-1235-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@16432a46{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 941561 INFO (jetty-closer-1235-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1703180583
[junit4] 2> 941561 INFO (jetty-closer-1235-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=240776804
[junit4] 2> 941561 INFO (jetty-closer-1235-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 941561 INFO (jetty-closer-1235-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@30c9b8b3: rootName = solr_42257, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@3e947a73
[junit4] 2> 941562 INFO (jetty-closer-1235-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 941562 INFO (jetty-closer-1235-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@76747f79: rootName = solr_34953, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@3ce46f83
[junit4] 2> 941565 INFO (jetty-closer-1235-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 941565 INFO (jetty-closer-1235-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@627171e: rootName = solr_34953, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@10143d78
[junit4] 2> 941567 INFO (jetty-closer-1235-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 941567 INFO (jetty-closer-1235-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@e20e9c9: rootName = solr_42257, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@10143d78
[junit4] 2> 941568 INFO (jetty-closer-1235-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 941568 INFO (jetty-closer-1235-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@327b0727: rootName = solr_34953, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1d540345
[junit4] 2> 941568 WARN (jetty-closer-1235-thread-1) [ ] o.a.s.c.RecoveryStrategy Stopping recovery for core=[MissingSegmentRecoveryTest_shard1_replica_n1] coreNodeName=[core_node3]
[junit4] 2> 941568 INFO (jetty-cl
[...truncated too long message...]
t java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 941849 INFO (qtp271283690-9495) [n:127.0.0.1:42257_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:34953_solr&onlyIfLeaderActive=true&core=MissingSegmentRecoveryTest_shard1_replica_n2&coreNodeName=core_node3&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=400 QTime=1005
[junit4] 2> 943071 WARN (zkCallback-1246-thread-2-processing-n:127.0.0.1:42257_solr) [n:127.0.0.1:42257_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 943071 INFO (jetty-closer-1235-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2c4fecfb{/solr,null,UNAVAILABLE}
[junit4] 2> 945853 WARN (zkCallback-1257-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Shard not found: shard1 for collection MissingSegmentRecoveryTest
[junit4] 2> 946561 INFO (recoveryExecutor-1255-thread-1-processing-n:127.0.0.1:34953_solr x:MissingSegmentRecoveryTest_shard1_replica_n1 s:shard1 c:MissingSegmentRecoveryTest r:core_node3) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.RecoveryStrategy RecoveryStrategy has been closed
[junit4] 2> 946561 INFO (recoveryExecutor-1255-thread-1-processing-n:127.0.0.1:34953_solr x:MissingSegmentRecoveryTest_shard1_replica_n1 s:shard1 c:MissingSegmentRecoveryTest r:core_node3) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.RecoveryStrategy Finished recovery process, successful=[false]
[junit4] 2> 946561 INFO (recoveryExecutor-1255-thread-1-processing-n:127.0.0.1:34953_solr x:MissingSegmentRecoveryTest_shard1_replica_n1 s:shard1 c:MissingSegmentRecoveryTest r:core_node3) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@6ae27f66
[junit4] 2> 946561 INFO (recoveryExecutor-1255-thread-1-processing-n:127.0.0.1:34953_solr x:MissingSegmentRecoveryTest_shard1_replica_n1 s:shard1 c:MissingSegmentRecoveryTest r:core_node3) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.MissingSegmentRecoveryTest.shard1.replica_n1, tag=1793228646
[junit4] 2> 946561 INFO (recoveryExecutor-1255-thread-1-processing-n:127.0.0.1:34953_solr x:MissingSegmentRecoveryTest_shard1_replica_n1 s:shard1 c:MissingSegmentRecoveryTest r:core_node3) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7c52b972: rootName = solr_34953, domain = solr.core.MissingSegmentRecoveryTest.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.MissingSegmentRecoveryTest.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@2465ace9
[junit4] 2> 946566 INFO (recoveryExecutor-1255-thread-1-processing-n:127.0.0.1:34953_solr x:MissingSegmentRecoveryTest_shard1_replica_n1 s:shard1 c:MissingSegmentRecoveryTest r:core_node3) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.MissingSegmentRecoveryTest.shard1.leader, tag=1793228646
[junit4] 2> 946566 WARN (recoveryExecutor-1255-thread-1-processing-n:127.0.0.1:34953_solr x:MissingSegmentRecoveryTest_shard1_replica_n1 s:shard1 c:MissingSegmentRecoveryTest r:core_node3) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.RecoveryStrategy Stopping recovery for core=[MissingSegmentRecoveryTest_shard1_replica_n1] coreNodeName=[core_node3]
[junit4] 2> 946567 WARN (updateExecutor-1254-thread-2-processing-n:127.0.0.1:34953_solr x:MissingSegmentRecoveryTest_shard1_replica_n1 s:shard1 c:MissingSegmentRecoveryTest r:core_node3) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.DefaultSolrCoreState Skipping recovery because Solr is shutdown
[junit4] 2> 946568 WARN (zkCallback-1257-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 946568 INFO (jetty-closer-1235-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6a6107e1{/solr,null,UNAVAILABLE}
[junit4] 2> 946569 ERROR (SUITE-MissingSegmentRecoveryTest-seed#[6003A6B1F91BE8A7]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 946569 INFO (SUITE-MissingSegmentRecoveryTest-seed#[6003A6B1F91BE8A7]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35553 35553
[junit4] 2> 951602 INFO (Thread-3086) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35553 35553
[junit4] 2> 951603 WARN (Thread-3086) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/aliases.json
[junit4] 2> 4 /solr/clusterprops.json
[junit4] 2> 3 /solr/security.json
[junit4] 2> 3 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 16 /solr/collections/MissingSegmentRecoveryTest/state.json
[junit4] 2> 4 /solr/clusterstate.json
[junit4] 2> 2 /solr/collections/MissingSegmentRecoveryTest/leader_elect/shard1/election/98734206628134918-core_node4-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/98734206628134918-127.0.0.1:42257_solr-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/collections
[junit4] 2> 3 /solr/live_nodes
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MissingSegmentRecoveryTest_6003A6B1F91BE8A7-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {id=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{}, maxPointsInLeafNode=1235, maxMBSortInHeap=6.886617962124211, sim=RandomSimilarity(queryNorm=true): {}, locale=et, timezone=Europe/Bratislava
[junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=196930416,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [StatsReloadRaceTest, ClusterStateUpdateTest, TestExpandComponent, TestPostingsSolrHighlighter, BadComponentTest, TestStreamBody, SOLR749Test, HttpSolrCallGetCoreTest, CdcrReplicationHandlerTest, TestRuleBasedAuthorizationPlugin, TestDistribDocBasedVersion, TestRTimerTree, TestRTGBase, BlobRepositoryCloudTest, TestCustomDocTransformer, SolrGraphiteReporterTest, DocValuesMissingTest, TestSolrCoreSnapshots, SystemInfoHandlerTest, TestCoreContainer, TestNestedDocsSort, TestFieldTypeResource, SuggesterTSTTest, ConnectionReuseTest, TestEmbeddedSolrServerConstructors, TestFieldCollectionResource, SolrIndexMetricsTest, TestUpdate, OverseerModifyCollectionTest, TestFieldCacheSortRandom, TestDistributedGrouping, DistributedMLTComponentTest, DocValuesMultiTest, SpatialFilterTest, TestHdfsUpdateLog, SolrMetricReporterTest, TestImpersonationWithHadoopAuth, ForceLeaderTest, TestMiniSolrCloudClusterSSL, CoreAdminHandlerTest, TestRequestForwarding, IndexSchemaRuntimeFieldTest, JSONWriterTest, TestTlogReplica, ClassificationUpdateProcessorIntegrationTest, TestFuzzyAnalyzedSuggestions, SharedFSAutoReplicaFailoverUtilsTest, TestCopyFieldCollectionResource, TestValueSourceCache, DisMaxRequestHandlerTest, DistributedQueueTest, BaseCdcrDistributedZkTest, DistribCursorPagingTest, AssignBackwardCompatibilityTest, FullHLLTest, TestConfigSetsAPIZkFailure, DirectSolrSpellCheckerTest, TestLegacyFieldReuse, DistributedIntervalFacetingTest, TestCollectionsAPIViaSolrCloudCluster, TestManagedSchemaAPI, V2StandaloneTest, TlogReplayBufferedWhileIndexingTest, BJQParserTest, TestUniqueKeyFieldResource, TestPayloadCheckQParserPlugin, TestGraphMLResponseWriter, CleanupOldIndexTest, TestStressVersions, TestBackupRepositoryFactory, WrapperMergePolicyFactoryTest, ShardRoutingTest, TestSchemaSimilarityResource, TestLegacyNumericRangeQueryBuilder, TestRawResponseWriter, ReplicaListTransformerTest, SubstringBytesRefFilterTest, QueryParsingTest, TestCoreDiscovery, DocExpirationUpdateProcessorFactoryTest, CSVRequestHandlerTest, TestSystemIdResolver, HighlighterTest, TestConfigsApi, TestSearchPerf, RestartWhileUpdatingTest, TestPullReplica, AlternateDirectoryTest, TestPerFieldSimilarityWithDefaultOverride, TestReplicationHandlerBackup, SaslZkACLProviderTest, FileBasedSpellCheckerTest, OpenCloseCoreStressTest, TestLeaderInitiatedRecoveryThread, CollectionsAPISolrJTest, TestSubQueryTransformerCrossCore, DeleteInactiveReplicaTest, HdfsBasicDistributedZk2Test, TestUnifiedSolrHighlighter, MissingSegmentRecoveryTest]
[junit4] Completed [238/733 (1!)] on J1 in 14.71s, 1 test, 1 failure <<< FAILURES!
[...truncated 48292 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9) - Build # 20563 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20563/
Java: 64bit/jdk-9 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC --illegal-access=deny
3 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.core.TestLazyCores
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores: 1) Thread[id=10364, name=searcherExecutor-2415-thread-1, state=WAITING, group=TGRP-TestLazyCores] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores:
1) Thread[id=10364, name=searcherExecutor-2415-thread-1, state=WAITING, group=TGRP-TestLazyCores]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
at java.base@9/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9/java.lang.Thread.run(Thread.java:844)
at __randomizedtesting.SeedInfo.seed([F603416859ECAF36]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.core.TestLazyCores
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=10364, name=searcherExecutor-2415-thread-1, state=WAITING, group=TGRP-TestLazyCores] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=10364, name=searcherExecutor-2415-thread-1, state=WAITING, group=TGRP-TestLazyCores]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
at java.base@9/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9/java.lang.Thread.run(Thread.java:844)
at __randomizedtesting.SeedInfo.seed([F603416859ECAF36]:0)
FAILED: org.apache.solr.core.TestLazyCores.testNoCommit
Error Message:
Exception during query
Stack Trace:
java.lang.RuntimeException: Exception during query
at __randomizedtesting.SeedInfo.seed([F603416859ECAF36:2963E0B992CBCC93]:0)
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:884)
at org.apache.solr.core.TestLazyCores.check10(TestLazyCores.java:847)
at org.apache.solr.core.TestLazyCores.testNoCommit(TestLazyCores.java:829)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound='10']
xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int><lst name="params"><str name="q">*:*</str></lst></lst><result name="response" numFound="0" start="0"></result>
</response>
request was:q=*:*
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:877)
... 40 more
Build Log:
[...truncated 1713 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/core/test/temp/junit4-J1-20170927_223211_67810364955660562586698.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/core/test/temp/junit4-J0-20170927_223211_67717251185380491940424.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 9 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/core/test/temp/junit4-J2-20170927_223211_6764467812748129174079.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 296 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/test-framework/test/temp/junit4-J1-20170927_223847_1169375036611603335115.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/test-framework/test/temp/junit4-J0-20170927_223847_1164680348162197751795.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/test-framework/test/temp/junit4-J2-20170927_223847_11712006260290454045003.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 1054 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/common/test/temp/junit4-J0-20170927_224020_36812564376501613335725.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/common/test/temp/junit4-J2-20170927_224020_36817563966144410532550.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/common/test/temp/junit4-J1-20170927_224020_3681964566747751194142.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 223 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/icu/test/temp/junit4-J1-20170927_224154_7345930067637980663290.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/icu/test/temp/junit4-J0-20170927_224154_73412305730231398890385.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 5 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/icu/test/temp/junit4-J2-20170927_224154_73418038152048767180298.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 252 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J0-20170927_224205_9473520692400353998592.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J2-20170927_224205_9478020165853961111640.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J1-20170927_224205_94712068269109308755259.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 154 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J1-20170927_224230_9778532222485109766906.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J2-20170927_224230_977382223891627499622.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J0-20170927_224230_97715058923089806431406.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 166 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J0-20170927_224235_2124148585776157370832.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J2-20170927_224235_21210838218240714266122.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J1-20170927_224235_2122520999217678735920.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 153 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J1-20170927_224246_75010220613021392395970.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J0-20170927_224246_7503085571651361387501.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 154 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/stempel/test/temp/junit4-J1-20170927_224256_54711192464780078739190.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/stempel/test/temp/junit4-J2-20170927_224256_54712798645700607741767.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/stempel/test/temp/junit4-J0-20170927_224256_54710539190605581160867.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 169 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/uima/test/temp/junit4-J0-20170927_224259_9632188876005933919205.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 153 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/backward-codecs/test/temp/junit4-J1-20170927_224307_7921077113003326975777.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/backward-codecs/test/temp/junit4-J0-20170927_224307_7922926315298469587606.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 25 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/backward-codecs/test/temp/junit4-J2-20170927_224307_7925868936559679307876.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 1256 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/benchmark/test/temp/junit4-J2-20170927_224320_13811241022224460339259.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/benchmark/test/temp/junit4-J1-20170927_224320_12917125243492500817704.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/benchmark/test/temp/junit4-J0-20170927_224320_1295626616345800436485.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 230 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/classification/test/temp/junit4-J2-20170927_224330_5204032300436420942225.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/classification/test/temp/junit4-J0-20170927_224330_51916628257384520996031.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/classification/test/temp/junit4-J1-20170927_224330_5206347031750765914358.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 248 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/codecs/test/temp/junit4-J2-20170927_224343_92116093821711159793241.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/codecs/test/temp/junit4-J1-20170927_224343_92113446300165870862564.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 15 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/codecs/test/temp/junit4-J0-20170927_224343_92111796354526577078799.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 238 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/demo/test/temp/junit4-J2-20170927_224641_9644667806261288564800.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/demo/test/temp/junit4-J1-20170927_224641_9643292287098966536211.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/demo/test/temp/junit4-J0-20170927_224641_9645845488524004459963.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 173 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/expressions/test/temp/junit4-J2-20170927_224645_2196042705033704576191.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/expressions/test/temp/junit4-J1-20170927_224645_2158838758211715497616.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/expressions/test/temp/junit4-J0-20170927_224645_2158195919161467860876.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 220 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/facet/test/temp/junit4-J2-20170927_224651_55716051765912185065792.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/facet/test/temp/junit4-J0-20170927_224651_5573441099161044018970.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 12 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/facet/test/temp/junit4-J1-20170927_224651_55714799158482163139009.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 179 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/grouping/test/temp/junit4-J1-20170927_224737_16718285933183344014083.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/grouping/test/temp/junit4-J0-20170927_224737_1673950385987840253539.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/grouping/test/temp/junit4-J2-20170927_224737_1691537436187403623286.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 246 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/highlighter/test/temp/junit4-J0-20170927_224750_02117275755909023738225.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/highlighter/test/temp/junit4-J1-20170927_224750_0218575823478297932251.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/highlighter/test/temp/junit4-J2-20170927_224750_0211190232924895243546.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 160 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/join/test/temp/junit4-J0-20170927_224810_10811694012233815516893.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/join/test/temp/junit4-J2-20170927_224810_111114714621551202367.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 6 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/join/test/temp/junit4-J1-20170927_224810_10817881683489831196679.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 149 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/memory/test/temp/junit4-J0-20170927_224852_1939979895588386849801.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/memory/test/temp/junit4-J1-20170927_224852_19314398581291981297684.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 177 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/misc/test/temp/junit4-J2-20170927_224901_10118417156672384094285.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/misc/test/temp/junit4-J1-20170927_224901_10116264173923246568020.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 6 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/misc/test/temp/junit4-J0-20170927_224901_1012545036440928950718.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 315 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queries/test/temp/junit4-J0-20170927_224916_20213436041018546045757.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queries/test/temp/junit4-J1-20170927_224916_2028511373425718682767.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queries/test/temp/junit4-J2-20170927_224916_20216282510538543303349.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 224 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queryparser/test/temp/junit4-J0-20170927_224924_2999180603183540426070.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queryparser/test/temp/junit4-J2-20170927_224924_29911937367817359943019.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queryparser/test/temp/junit4-J1-20170927_224924_2992253986687956582613.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 207 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/replicator/test/temp/junit4-J1-20170927_224932_3729180256768203171076.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/replicator/test/temp/junit4-J0-20170927_224932_3722069759070267059707.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/replicator/test/temp/junit4-J2-20170927_224932_3723750122804132290329.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 210 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/sandbox/test/temp/junit4-J0-20170927_224944_5894889857952117893518.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 10 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/sandbox/test/temp/junit4-J2-20170927_224944_5895836673508416441084.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/sandbox/test/temp/junit4-J1-20170927_224944_5891574197576346254287.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 415 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial-extras/test/temp/junit4-J2-20170927_225045_5902067249246076217945.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial-extras/test/temp/junit4-J0-20170927_225045_5902662515594583833403.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial-extras/test/temp/junit4-J1-20170927_225045_5907941390445277578517.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 148 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial/test/temp/junit4-J0-20170927_225103_9552938487956079320760.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 166 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial3d/test/temp/junit4-J2-20170927_225105_69110654269281260860956.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial3d/test/temp/junit4-J0-20170927_225105_69114924058469709274333.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 11 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial3d/test/temp/junit4-J1-20170927_225105_69113134693779400976701.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 238 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/suggest/test/temp/junit4-J2-20170927_225201_3019546250457584241798.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 15 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/suggest/test/temp/junit4-J0-20170927_225201_30118008058786387625955.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/suggest/test/temp/junit4-J1-20170927_225201_30117224535917079354685.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 1875 lines...]
[junit4] Suite: org.apache.solr.core.TestLazyCores
[junit4] 2> 437612 INFO (SUITE-TestLazyCores-seed#[F603416859ECAF36]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_F603416859ECAF36-001/init-core-data-001
[junit4] 2> 437612 WARN (SUITE-TestLazyCores-seed#[F603416859ECAF36]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=5 numCloses=5
[junit4] 2> 437612 INFO (SUITE-TestLazyCores-seed#[F603416859ECAF36]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 437613 INFO (SUITE-TestLazyCores-seed#[F603416859ECAF36]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 437614 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBadConfigsGenerateErrors
[junit4] 2> 437631 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@90b28d4, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 437651 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@90b28d4
[junit4] 2> 437658 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@90b28d4
[junit4] 2> 437658 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@90b28d4
[junit4] 2> 437660 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.c.CorePropertiesLocator Found 6 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_F603416859ECAF36-001/tempDir-001
[junit4] 2> 437660 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [badSchema1, core1, badConfig2, badConfig1, badSchema2, core2]
[junit4] 2> 437660 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 437666 INFO (coreLoadExecutor-2155-thread-1) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 437666 INFO (coreLoadExecutor-2155-thread-2) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 437667 INFO (coreLoadExecutor-2155-thread-3) [ ] o.a.s.c.Config Ignoring exception matching \QSAXParseException\E
[junit4] 2> 437675 INFO (coreLoadExecutor-2155-thread-3) [ ] o.a.s.c.Config Ignoring exception matching \QSAXParseException\E
[junit4] 2> 437676 INFO (coreLoadExecutor-2155-thread-1) [ ] o.a.s.c.Config Ignoring exception matching \QSAXParseException\E
[junit4] 2> 437677 INFO (coreLoadExecutor-2155-thread-2) [ ] o.a.s.s.IndexSchema [core1] Schema name=tiny
[junit4] 2> 437678 INFO (coreLoadExecutor-2155-thread-2) [ ] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 437678 INFO (coreLoadExecutor-2155-thread-2) [ ] o.a.s.c.CoreContainer Creating SolrCore 'core1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_F603416859ECAF36-001/tempDir-001/core1, trusted=true
[junit4] 2> 437679 INFO (coreLoadExecutor-2155-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.core1' (registry 'solr.core.core1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@90b28d4
[junit4] 2> 437679 INFO (coreLoadExecutor-2155-thread-2) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 437679 INFO (coreLoadExecutor-2155-thread-2) [ ] o.a.s.c.SolrCore [[core1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_F603416859ECAF36-001/tempDir-001/core1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_F603416859ECAF36-001/tempDir-001/core1/data/]
[junit4] 2> 437681 INFO (coreLoadExecutor-2155-thread-2) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=48, maxMergeAtOnceExplicit=21, maxMergedSegmentMB=68.65625, floorSegmentMB=1.5166015625, forceMergeDeletesPctAllowed=14.45062870962298, segmentsPerTier=14.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 437684 INFO (coreLoadExecutor-2155-thread-1) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 437686 INFO (coreLoadExecutor-2155-thread-3) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 437689 INFO (coreLoadExecutor-2155-thread-1) [ ] o.a.s.c.Config Ignoring exception matching \QSAXParseException\E
[junit4] 2> 437692 INFO (coreLoadExecutor-2155-thread-3) [ ] o.a.s.s.IndexSchema [core2] Schema name=tiny
[junit4] 2> 437693 INFO (coreLoadExecutor-2155-thread-3) [ ] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 437693 INFO (coreLoadExecutor-2155-thread-3) [ ] o.a.s.c.CoreContainer Creating SolrCore 'core2' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_F603416859ECAF36-001/tempDir-001/core2, trusted=true
[junit4] 2> 437694 INFO (coreLoadExecutor-2155-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.core2' (registry 'solr.core.core2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@90b28d4
[junit4] 2> 437694 INFO (coreLoadExecutor-2155-thread-3) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 437694 INFO (coreLoadExecutor-2155-thread-3) [ ] o.a.s.c.SolrCore [[core2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_F603416859ECAF36-001/tempDir-001/core2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_F603416859ECAF36-001/tempDir-001/core2/data/]
[junit4] 2> 437697 INFO (coreLoadExecutor-2155-thread-3) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=48, maxMergeAtOnceExplicit=21, maxMergedSegmentMB=68.65625, floorSegmentMB=1.5166015625, forceMergeDeletesPctAllowed=14.45062870962298, segmentsPerTier=14.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 437757 INFO (coreLoadExecutor-2155-thread-3) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 437757 INFO (coreLoadExecutor-2155-thread-3) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 437758 INFO (coreLoadExecutor-2155-thread-3) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=28, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=66.01171875, floorSegmentMB=0.3330078125, forceMergeDeletesPctAllowed=9.000619057756115, segmentsPerTier=12.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8223536733244504
[junit4] 2> 437758 INFO (coreLoadExecutor-2155-thread-3) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@15da1877[core2] main]
[junit4] 2> 437759 INFO (coreLoadExecutor-2155-thread-3) [ ] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_F603416859ECAF36-001/tempDir-001/core2/conf
[junit4] 2> 437759 INFO (coreLoadExecutor-2155-thread-3) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 437760 INFO (coreLoadExecutor-2155-thread-2) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 437760 INFO (coreLoadExecutor-2155-thread-2) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 437760 INFO (searcherExecutor-2157-thread-1) [ ] o.a.s.c.SolrCore [core2] Registered new searcher Searcher@15da1877[core2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 437761 INFO (coreLoadExecutor-2155-thread-2) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=28, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=66.01171875, floorSegmentMB=0.3330078125, forceMergeDeletesPctAllowed=9.000619057756115, segmentsPerTier=12.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8223536733244504
[junit4] 2> 437761 INFO (coreLoadExecutor-2155-thread-2) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@294363a[core1] main]
[junit4] 2> 437761 INFO (coreLoadExecutor-2155-thread-2) [ ] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_F603416859ECAF36-001/tempDir-001/core1/conf
[junit4] 2> 437762 INFO (coreLoadExecutor-2155-thread-2) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 437764 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 437764 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@57a16a77 commitCommandVersion:0
[junit4] 2> 437766 INFO (searcherExecutor-2156-thread-1) [ ] o.a.s.c.SolrCore [core1] Registered new searcher Searcher@294363a[core1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 437874 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@19946b91[core1] main]
[junit4] 2> 437875 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 437876 INFO (searcherExecutor-2156-thread-1) [ ] o.a.s.c.SolrCore [core1] Registered new searcher Searcher@19946b91[core1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C7)))}
[junit4] 2> 437876 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.c.S.Request [core1] webapp=null path=null params={q={!prefix+f%3Dv_t}hel&wt=xml} hits=2 status=0 QTime=0
[junit4] 2> 437878 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.c.S.Request [core1] webapp=null path=null params={q={!raw+f%3Dv_t}hello&wt=xml} hits=2 status=0 QTime=0
[junit4] 2> 437879 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.c.S.Request [core1] webapp=null path=null params={q={!raw+f%3Dv_t}Hello&wt=xml} hits=0 status=0 QTime=0
[junit4] 2> 437879 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.c.S.Request [core1] webapp=null path=null params={q={!raw+f%3Dv_f}1.5&wt=xml} hits=0 status=0 QTime=0
[junit4] 2> 437890 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 437895 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.s.IndexSchema [badConfig1] Schema name=tiny
[junit4] 2> 437896 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 437896 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.c.CoreContainer Creating SolrCore 'badConfig1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_F603416859ECAF36-001/tempDir-001/badConfig1, trusted=true
[junit4] 2> 437898 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.badConfig1' (registry 'solr.core.badConfig1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@90b28d4
[junit4] 2> 437898 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 437898 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.c.SolrCore [[badConfig1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_F603416859ECAF36-001/tempDir-001/badConfig1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_F603416859ECAF36-001/tempDir-001/badConfig1/data/]
[junit4] 2> 437901 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=22, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 437948 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 437948 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 437949 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=29, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 437949 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@620266a9[badConfig1] main]
[junit4] 2> 437950 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_F603416859ECAF36-001/tempDir-001/badConfig1/conf
[junit4] 2> 437951 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 437951 INFO (searcherExecutor-2170-thread-1) [ ] o.a.s.c.SolrCore [badConfig1] Registered new searcher Searcher@620266a9[badConfig1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 437956 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 437967 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.s.IndexSchema [badConfig2] Schema name=tiny
[junit4] 2> 437968 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 437968 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.c.CoreContainer Creating SolrCore 'badConfig2' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_F603416859ECAF36-001/tempDir-001/badConfig2, trusted=true
[junit4] 2> 437969 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.badConfig2' (registry 'solr.core.badConfig2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@90b28d4
[junit4] 2> 437969 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 437969 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.c.SolrCore [[badConfig2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_F603416859ECAF36-001/tempDir-001/badConfig2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_F603416859ECAF36-001/tempDir-001/badConfig2/data/]
[junit4] 2> 437977 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=48, maxMergeAtOnceExplicit=10, maxMergedSegmentMB=25.7333984375, floorSegmentMB=1.57421875, forceMergeDeletesPctAllowed=20.83782457670783, segmentsPerTier=46.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7981168080986824
[junit4] 2> 438024 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 438024 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 438026 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=14, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 438026 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2c41fe79[badConfig2] main]
[junit4] 2> 438026 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_F603416859ECAF36-001/tempDir-001/badConfig2/conf
[junit4] 2> 438027 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 438028 INFO (searcherExecutor-2174-thread-1) [ ] o.a.s.c.SolrCore [badConfig2] Registered new searcher Searcher@2c41fe79[badConfig2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 438032 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 438037 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.s.IndexSchema [badSchema1] Schema name=tiny
[junit4] 2> 438039 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 438039 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.c.CoreContainer Creating SolrCore 'badSchema1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_F603416859ECAF36-001/tempDir-001/badSchema1, trusted=true
[junit4] 2> 438039 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.badSchema1' (registry 'solr.core.badSchema1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@90b28d4
[junit4] 2> 438039 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 438039 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.c.SolrCore [[badSchema1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_F603416859ECAF36-001/tempDir-001/badSchema1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_F603416859ECAF36-001/tempDir-001/badSchema1/data/]
[junit4] 2> 438042 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=66.6181640625, floorSegmentMB=1.3369140625, forceMergeDeletesPctAllowed=4.749367544237096, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 438095 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 438095 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 438096 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=13, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=41.314453125, floorSegmentMB=2.0107421875, forceMergeDeletesPctAllowed=12.617134487853523, segmentsPerTier=42.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 438097 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@333d94f[badSchema1] main]
[junit4] 2> 438097 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_F603416859ECAF36-001/tempDir-001/badSchema1/conf
[junit4] 2> 438098 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 438098 INFO (searcherExecutor-2178-thread-1) [ ] o.a.s.c.SolrCore [badSchema1] Registered new searcher Searcher@333d94f[badSchema1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 438103 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 438106 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.s.IndexSchema [badSchema2] Schema name=tiny
[junit4] 2> 438107 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 438108 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.c.CoreContainer Creating SolrCore 'badSchema2' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_F603416859ECAF36-001/tempDir-001/badSchema2, trusted=true
[junit4] 2> 438108 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.badSchema2' (registry 'solr.core.badSchema2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@90b28d4
[junit4] 2> 438108 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 438108 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.c.SolrCore [[badSchema2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_F603416859ECAF36-001/tempDir-001/badSchema2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_F603416859ECAF36-001/tempDir-001/badSchema2/data/]
[junit4] 2> 438110 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=44, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=96.8515625, floorSegmentMB=1.59765625, forceMergeDeletesPctAllowed=10.802125299768367, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 438147 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 438147 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 438148 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=18, maxMergeAtOnceExplicit=47, maxMergedSegmentMB=13.5546875, floorSegmentMB=0.5068359375, forceMergeDeletesPctAllowed=16.497595859742216, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 438148 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@442f8fee[badSchema2] main]
[junit4] 2> 438148 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_F603416859ECAF36-001/tempDir-001/badSchema2/conf
[junit4] 2> 438149 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 438149 INFO (searcherExecutor-2182-thread-1) [ ] o.a.s.c.SolrCore [badSchema2] Registered new searcher Searcher@442f8fee[badSchema2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 438152 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 438152 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@57a16a77 commitCommandVersion:0
[junit4] 2> 438244 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@5b6b54ff[core1] main]
[junit4] 2> 438244 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 438245 INFO (searcherExecutor-2156-thread-1) [ ] o.a.s.c.SolrCore [core1] Registered new searcher Searcher@5b6b54ff[core1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(8.0.0):C7)))}
[junit4] 2> 438246 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.c.S.Request [core1] webapp=null path=null params={q={!prefix+f%3Dv_t}hel&wt=xml} hits=2 status=0 QTime=0
[junit4] 2> 438247 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.c.S.Request [core1] webapp=null path=null params={q={!raw+f%3Dv_t}hello&wt=xml} hits=2 status=0 QTime=0
[junit4] 2> 438247 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.c.S.Request [core1] webapp=null path=null params={q={!raw+f%3Dv_t}Hello&wt=xml} hits=0 status=0 QTime=0
[junit4] 2> 438247 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.c.S.Request [core1] webapp=null path=null params={q={!raw+f%3Dv_f}1.5&wt=xml} hits=0 status=0 QTime=0
[junit4] 2> 438248 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 438248 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7cea2393 commitCommandVersion:0
[junit4] 2> 438339 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@63083442[badConfig1] main]
[junit4] 2> 438339 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 438340 INFO (searcherExecutor-2170-thread-1) [ ] o.a.s.c.SolrCore [badConfig1] Registered new searcher Searcher@63083442[badConfig1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C7)))}
[junit4] 2> 438340 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.c.S.Request [badConfig1] webapp=null path=null params={q={!prefix+f%3Dv_t}hel&wt=xml} hits=2 status=0 QTime=0
[junit4] 2> 438340 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.c.S.Request [badConfig1] webapp=null path=null params={q={!raw+f%3Dv_t}hello&wt=xml} hits=2 status=0 QTime=0
[junit4] 2> 438341 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.c.S.Request [badConfig1] webapp=null path=null params={q={!raw+f%3Dv_t}Hello&wt=xml} hits=0 status=0 QTime=0
[junit4] 2> 438341 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.c.S.Request [badConfig1] webapp=null path=null params={q={!raw+f%3Dv_f}1.5&wt=xml} hits=0 status=0 QTime=0
[junit4] 2> 438341 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 438341 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@482c389e commitCommandVersion:0
[junit4] 2> 438429 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@648c4105[badSchema1] main]
[junit4] 2> 438430 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 438431 INFO (searcherExecutor-2178-thread-1) [ ] o.a.s.c.SolrCore [badSchema1] Registered new searcher Searcher@648c4105[badSchema1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C7)))}
[junit4] 2> 438432 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.c.S.Request [badSchema1] webapp=null path=null params={q={!prefix+f%3Dv_t}hel&wt=xml} hits=2 status=0 QTime=1
[junit4] 2> 438432 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.c.S.Request [badSchema1] webapp=null path=null params={q={!raw+f%3Dv_t}hello&wt=xml} hits=2 status=0 QTime=0
[junit4] 2> 438433 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.c.S.Request [badSchema1] webapp=null path=null params={q={!raw+f%3Dv_t}Hello&wt=xml} hits=0 status=0 QTime=0
[junit4] 2> 438433 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.c.S.Request [badSchema1] webapp=null path=null params={q={!raw+f%3Dv_f}1.5&wt=xml} hits=0 status=0 QTime=0
[junit4] 2> 438433 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=241519354
[junit4] 2> 438433 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 438433 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@73291335: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@466ead5c
[junit4] 2> 438438 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 438438 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1827dc0f: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@19b992ce
[junit4] 2> 438441 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 438441 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@e772f1e: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@688d271f
[junit4] 2> 438442 INFO (coreCloseExecutor-2192-thread-1) [ ] o.a.s.c.SolrCore [core2] CLOSING SolrCore org.apache.solr.core.SolrCore@4b0e1a75
[junit4] 2> 438442 INFO (coreCloseExecutor-2192-thread-2) [ ] o.a.s.c.SolrCore [core1] CLOSING SolrCore org.apache.solr.core.SolrCore@282e9680
[junit4] 2> 438442 INFO (coreCloseExecutor-2192-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.core2, tag=1259215477
[junit4] 2> 438442 INFO (coreCloseExecutor-2192-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@333a846b: rootName = null, domain = solr.core.core2, service url = null, agent id = null] for registry solr.core.core2 / com.codahale.metrics.MetricRegistry@629c99d6
[junit4] 2> 438445 INFO (coreCloseExecutor-2192-thread-3) [ ] o.a.s.c.SolrCore [badSchema1] CLOSING SolrCore org.apache.solr.core.SolrCore@79a30232
[junit4] 2> 438445 INFO (coreCloseExecutor-2192-thread-4) [ ] o.a.s.c.SolrCore [badSchema2] CLOSING SolrCore org.apache.solr.core.SolrCore@58cc904
[junit4] 2> 438445 INFO (coreCloseExecutor-2192-thread-5) [ ] o.a.s.c.SolrCore [badConfig1] CLOSING SolrCore org.apache.solr.core.SolrCore@5248bfa5
[junit4] 2> 438446 INFO (coreCloseExecutor-2192-thread-6) [ ] o.a.s.c.SolrCore [badConfig2] CLOSING SolrCore org.apache.solr.core.SolrCore@70568b26
[junit4] 2> 438448 INFO (coreCloseExecutor-2192-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.core1, tag=674141824
[junit4] 2> 438448 INFO (coreCloseExecutor-2192-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6af7c8ce: rootName = null, domain = solr.core.core1, service url = null, agent id = null] for registry solr.core.core1 / com.codahale.metrics.MetricRegistry@1abfce65
[junit4] 2> 438454 INFO (coreCloseExecutor-2192-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.badSchema1, tag=2040726066
[junit4] 2> 438454 INFO (coreCloseExecutor-2192-thread-3) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6dae566d: rootName = null, domain = solr.core.badSchema1, service url = null, agent id = null] for registry solr.core.badSchema1 / com.codahale.metrics.MetricRegistry@5683256c
[junit4] 2> 438461 INFO (coreCloseExecutor-2192-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.badSchema2, tag=93112580
[junit4] 2> 438461 INFO (coreCloseExecutor-2192-thread-4) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1bd5cea5: rootName = null, domain = solr.core.badSchema2, service url = null, agent id = null] for registry solr.core.badSchema2 / com.codahale.metrics.MetricRegistry@35045690
[junit4] 2> 438467 INFO (coreCloseExecutor-2192-thread-5) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.badConfig1, tag=1380499365
[junit4] 2> 438467 INFO (coreCloseExecutor-2192-thread-5) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@31d23630: rootName = null, domain = solr.core.badConfig1, service url = null, agent id = null] for registry solr.core.badConfig1 / com.codahale.metrics.MetricRegistry@2cd2130e
[junit4] 2> 438474 INFO (coreCloseExecutor-2192-thread-6) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.badConfig2, tag=1884719910
[junit4] 2> 438474 INFO (coreCloseExecutor-2192-thread-6) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5b9cabb6: rootName = null, domain = solr.core.badConfig2, service url = null, agent id = null] for registry solr.core.badConfig2 / com.codahale.metrics.MetricRegistry@888981
[junit4] 2> 438481 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testBadConfigsGenerateErrors
[junit4] 2> 438482 INFO (TEST-TestLazyCores.testLazySearch-seed#[F603416859ECAF36]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testLazySearch
[junit4] 2> 438503 INFO (TEST-TestLazyCores.testLazySearch-seed#[F603416859ECAF36]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_F603416859ECAF36-001/tempDir-002/solr.xml
[junit4] 2> 438506 INFO (TEST-TestLazyCores.testLazySearch-seed#[F603416859ECAF36]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@90b28d4, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 438528 INFO (TEST-TestLazyCores.testLazySearch-seed#[F603416859ECAF36]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@90b28d4
[junit4] 2> 438532 INFO (TEST-TestLazyCores.testLazySearch-seed#[F603416859ECAF36]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@90b28d4
[junit4] 2> 438533 INFO (TEST-TestLazyCores.testLazySearch-seed#[F603416859ECAF36]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@90b28d4
[j
[...truncated too long message...]
ns/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-analytics/test/temp/junit4-J0-20170927_231719_89914274484428637841306.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-analytics/test/temp/junit4-J1-20170927_231719_8998141445610601420117.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 553 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J2-20170927_231758_6255699287194806518889.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J1-20170927_231758_625807554851801443666.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J0-20170927_231758_625742043635520182881.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 1259 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J1-20170927_231814_7225359647079887189053.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J0-20170927_231814_7224378396159023142016.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 647 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J1-20170927_231821_5858461667480604340095.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J2-20170927_231821_585748972594810604904.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J0-20170927_231821_58514657970827875968937.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 557 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J1-20170927_231842_89811066907486136488029.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J2-20170927_231842_8987067840266048219264.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J0-20170927_231842_89814906392167506092647.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 563 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J1-20170927_231852_91615516318891978523555.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J0-20170927_231852_91615490346713001239560.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 637 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J2-20170927_231859_20914783856296309032531.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 6 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J1-20170927_231859_209661647396655629762.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 9 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J0-20170927_231859_20918148217869076677172.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 596 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J1-20170927_231924_76423961986899885205.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J0-20170927_231924_7642250740378930751303.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 548 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-velocity/test/temp/junit4-J0-20170927_231934_80513495314560656975380.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 31218 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build #
20562 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20562/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseParallelGC
3 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.core.TestLazyCores
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores: 1) Thread[id=25006, name=searcherExecutor-6445-thread-1, state=WAITING, group=TGRP-TestLazyCores] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores:
1) Thread[id=25006, name=searcherExecutor-6445-thread-1, state=WAITING, group=TGRP-TestLazyCores]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([6D37D3DF508B1A0D]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.core.TestLazyCores
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=25006, name=searcherExecutor-6445-thread-1, state=WAITING, group=TGRP-TestLazyCores] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=25006, name=searcherExecutor-6445-thread-1, state=WAITING, group=TGRP-TestLazyCores]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([6D37D3DF508B1A0D]:0)
FAILED: org.apache.solr.core.TestLazyCores.testNoCommit
Error Message:
Exception during query
Stack Trace:
java.lang.RuntimeException: Exception during query
at __randomizedtesting.SeedInfo.seed([6D37D3DF508B1A0D:B257720E9BAC79A8]:0)
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:884)
at org.apache.solr.core.TestLazyCores.check10(TestLazyCores.java:847)
at org.apache.solr.core.TestLazyCores.testNoCommit(TestLazyCores.java:829)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound='10']
xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">6</int><lst name="params"><str name="q">*:*</str></lst></lst><result name="response" numFound="0" start="0"></result>
</response>
request was:q=*:*
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:877)
... 41 more
Build Log:
[...truncated 13190 lines...]
[junit4] Suite: org.apache.solr.core.TestLazyCores
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/init-core-data-001
[junit4] 2> 2333854 WARN (SUITE-TestLazyCores-seed#[6D37D3DF508B1A0D]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 2333854 INFO (SUITE-TestLazyCores-seed#[6D37D3DF508B1A0D]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2333855 INFO (SUITE-TestLazyCores-seed#[6D37D3DF508B1A0D]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 2333855 INFO (SUITE-TestLazyCores-seed#[6D37D3DF508B1A0D]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2333857 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBadConfigsGenerateErrors
[junit4] 2> 2333873 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@30d38d53, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2333906 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30d38d53
[junit4] 2> 2333913 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30d38d53
[junit4] 2> 2333914 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30d38d53
[junit4] 2> 2333917 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ ] o.a.s.c.CorePropertiesLocator Found 6 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-001
[junit4] 2> 2333917 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [badSchema1, core1, badConfig2, badConfig1, badSchema2, core2]
[junit4] 2> 2333917 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2333926 INFO (coreLoadExecutor-6180-thread-1) [ x:badSchema1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2333927 INFO (coreLoadExecutor-6180-thread-2) [ x:core1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2333928 INFO (coreLoadExecutor-6180-thread-3) [ x:badConfig2] o.a.s.c.Config Ignoring exception matching \QSAXParseException\E
[junit4] 2> 2333930 INFO (coreLoadExecutor-6180-thread-1) [ x:badSchema1] o.a.s.c.Config Ignoring exception matching \QSAXParseException\E
[junit4] 2> 2333931 INFO (coreLoadExecutor-6180-thread-3) [ x:badConfig1] o.a.s.c.Config Ignoring exception matching \QSAXParseException\E
[junit4] 2> 2333934 INFO (coreLoadExecutor-6180-thread-1) [ x:badSchema2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2333938 INFO (coreLoadExecutor-6180-thread-3) [ x:core2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2333939 INFO (coreLoadExecutor-6180-thread-1) [ x:badSchema2] o.a.s.c.Config Ignoring exception matching \QSAXParseException\E
[junit4] 2> 2333972 INFO (coreLoadExecutor-6180-thread-2) [ x:core1] o.a.s.s.IndexSchema [core1] Schema name=tiny
[junit4] 2> 2333975 INFO (coreLoadExecutor-6180-thread-3) [ x:core2] o.a.s.s.IndexSchema [core2] Schema name=tiny
[junit4] 2> 2333977 INFO (coreLoadExecutor-6180-thread-3) [ x:core2] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 2333977 INFO (coreLoadExecutor-6180-thread-3) [ x:core2] o.a.s.c.CoreContainer Creating SolrCore 'core2' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-001/core2, trusted=true
[junit4] 2> 2333977 INFO (coreLoadExecutor-6180-thread-3) [ x:core2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.core2' (registry 'solr.core.core2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30d38d53
[junit4] 2> 2333977 INFO (coreLoadExecutor-6180-thread-2) [ x:core1] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 2333977 INFO (coreLoadExecutor-6180-thread-2) [ x:core1] o.a.s.c.CoreContainer Creating SolrCore 'core1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-001/core1, trusted=true
[junit4] 2> 2333978 INFO (coreLoadExecutor-6180-thread-3) [ x:core2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2333978 INFO (coreLoadExecutor-6180-thread-2) [ x:core1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.core1' (registry 'solr.core.core1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30d38d53
[junit4] 2> 2333978 INFO (coreLoadExecutor-6180-thread-3) [ x:core2] o.a.s.c.SolrCore [[core2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-001/core2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-001/core2/data/]
[junit4] 2> 2333978 INFO (coreLoadExecutor-6180-thread-2) [ x:core1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2333978 INFO (coreLoadExecutor-6180-thread-2) [ x:core1] o.a.s.c.SolrCore [[core1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-001/core1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-001/core1/data/]
[junit4] 2> 2333981 INFO (coreLoadExecutor-6180-thread-3) [ x:core2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=24, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 2333981 INFO (coreLoadExecutor-6180-thread-2) [ x:core1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=24, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 2334035 INFO (coreLoadExecutor-6180-thread-3) [ x:core2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2334035 INFO (coreLoadExecutor-6180-thread-3) [ x:core2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2334036 INFO (coreLoadExecutor-6180-thread-3) [ x:core2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=38, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 2334036 INFO (coreLoadExecutor-6180-thread-3) [ x:core2] o.a.s.s.SolrIndexSearcher Opening [Searcher@454efcf[core2] main]
[junit4] 2> 2334037 INFO (coreLoadExecutor-6180-thread-3) [ x:core2] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-001/core2/conf
[junit4] 2> 2334037 INFO (coreLoadExecutor-6180-thread-3) [ x:core2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2334038 INFO (searcherExecutor-6181-thread-1-processing-x:core2) [ x:core2] o.a.s.c.SolrCore [core2] Registered new searcher Searcher@454efcf[core2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2334038 INFO (coreLoadExecutor-6180-thread-2) [ x:core1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2334038 INFO (coreLoadExecutor-6180-thread-2) [ x:core1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2334039 INFO (coreLoadExecutor-6180-thread-2) [ x:core1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=38, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 2334039 INFO (coreLoadExecutor-6180-thread-2) [ x:core1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2c5adb6a[core1] main]
[junit4] 2> 2334039 INFO (coreLoadExecutor-6180-thread-2) [ x:core1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-001/core1/conf
[junit4] 2> 2334040 INFO (coreLoadExecutor-6180-thread-2) [ x:core1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2334040 INFO (searcherExecutor-6182-thread-1-processing-x:core1) [ x:core1] o.a.s.c.SolrCore [core1] Registered new searcher Searcher@2c5adb6a[core1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2334041 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2334042 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3275bb4a commitCommandVersion:0
[junit4] 2> 2334082 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@77ce3c8b[core1] main]
[junit4] 2> 2334082 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2334083 INFO (searcherExecutor-6182-thread-1) [ ] o.a.s.c.SolrCore [core1] Registered new searcher Searcher@77ce3c8b[core1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):c7)))}
[junit4] 2> 2334090 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ ] o.a.s.c.S.Request [core1] webapp=null path=null params={q={!prefix+f%3Dv_t}hel&wt=xml} hits=2 status=0 QTime=6
[junit4] 2> 2334092 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ ] o.a.s.c.S.Request [core1] webapp=null path=null params={q={!raw+f%3Dv_t}hello&wt=xml} hits=2 status=0 QTime=0
[junit4] 2> 2334093 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ ] o.a.s.c.S.Request [core1] webapp=null path=null params={q={!raw+f%3Dv_t}Hello&wt=xml} hits=0 status=0 QTime=0
[junit4] 2> 2334093 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ ] o.a.s.c.S.Request [core1] webapp=null path=null params={q={!raw+f%3Dv_f}1.5&wt=xml} hits=0 status=0 QTime=0
[junit4] 2> 2334110 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2334115 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.s.IndexSchema [badConfig1] Schema name=tiny
[junit4] 2> 2334117 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 2334117 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.c.CoreContainer Creating SolrCore 'badConfig1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-001/badConfig1, trusted=true
[junit4] 2> 2334117 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.badConfig1' (registry 'solr.core.badConfig1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30d38d53
[junit4] 2> 2334118 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2334118 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.c.SolrCore [[badConfig1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-001/badConfig1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-001/badConfig1/data/]
[junit4] 2> 2334121 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=30, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7273015405132749]
[junit4] 2> 2334182 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2334182 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2334183 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=36, maxMergedSegmentMB=72.0830078125, floorSegmentMB=1.9912109375, forceMergeDeletesPctAllowed=15.589924874725604, segmentsPerTier=48.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 2334184 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.s.SolrIndexSearcher Opening [Searcher@39afa5fe[badConfig1] main]
[junit4] 2> 2334184 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-001/badConfig1/conf
[junit4] 2> 2334185 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2334186 INFO (searcherExecutor-6195-thread-1-processing-x:badConfig1) [ x:badConfig1] o.a.s.c.SolrCore [badConfig1] Registered new searcher Searcher@39afa5fe[badConfig1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2334194 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2334204 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.s.IndexSchema [badConfig2] Schema name=tiny
[junit4] 2> 2334206 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 2334206 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.c.CoreContainer Creating SolrCore 'badConfig2' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-001/badConfig2, trusted=true
[junit4] 2> 2334206 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.badConfig2' (registry 'solr.core.badConfig2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30d38d53
[junit4] 2> 2334207 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2334207 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.c.SolrCore [[badConfig2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-001/badConfig2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-001/badConfig2/data/]
[junit4] 2> 2334209 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=38, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=20.0615234375, floorSegmentMB=1.046875, forceMergeDeletesPctAllowed=14.225370575664163, segmentsPerTier=33.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.43924778389636465
[junit4] 2> 2334286 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2334286 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2334287 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=675095757, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 2334288 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.s.SolrIndexSearcher Opening [Searcher@20fef61f[badConfig2] main]
[junit4] 2> 2334288 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-001/badConfig2/conf
[junit4] 2> 2334289 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2334290 INFO (searcherExecutor-6199-thread-1-processing-x:badConfig1) [ x:badConfig1] o.a.s.c.SolrCore [badConfig2] Registered new searcher Searcher@20fef61f[badConfig2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2334302 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2334307 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.s.IndexSchema [badSchema1] Schema name=tiny
[junit4] 2> 2334310 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 2334310 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.c.CoreContainer Creating SolrCore 'badSchema1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-001/badSchema1, trusted=true
[junit4] 2> 2334312 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.badSchema1' (registry 'solr.core.badSchema1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30d38d53
[junit4] 2> 2334312 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2334312 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.c.SolrCore [[badSchema1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-001/badSchema1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-001/badSchema1/data/]
[junit4] 2> 2334315 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=23, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5221183811313271]
[junit4] 2> 2334371 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2334371 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2334372 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=27, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4559901955061251]
[junit4] 2> 2334373 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7e48450b[badSchema1] main]
[junit4] 2> 2334373 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-001/badSchema1/conf
[junit4] 2> 2334374 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2334383 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2334385 INFO (searcherExecutor-6203-thread-1-processing-x:badConfig1) [ x:badConfig1] o.a.s.c.SolrCore [badSchema1] Registered new searcher Searcher@7e48450b[badSchema1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2334389 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.s.IndexSchema [badSchema2] Schema name=tiny
[junit4] 2> 2334391 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 2334391 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.c.CoreContainer Creating SolrCore 'badSchema2' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-001/badSchema2, trusted=true
[junit4] 2> 2334391 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.badSchema2' (registry 'solr.core.badSchema2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30d38d53
[junit4] 2> 2334391 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2334391 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.c.SolrCore [[badSchema2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-001/badSchema2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-001/badSchema2/data/]
[junit4] 2> 2334393 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=45, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7429043464896927]
[junit4] 2> 2334433 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2334433 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2334434 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=26, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=1.8740234375, floorSegmentMB=1.7158203125, forceMergeDeletesPctAllowed=8.925646913166393, segmentsPerTier=11.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 2334434 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7d74f586[badSchema2] main]
[junit4] 2> 2334434 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-001/badSchema2/conf
[junit4] 2> 2334435 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2334435 INFO (searcherExecutor-6207-thread-1-processing-x:badConfig1) [ x:badConfig1] o.a.s.c.SolrCore [badSchema2] Registered new searcher Searcher@7d74f586[badSchema2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2334437 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2334437 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3275bb4a commitCommandVersion:0
[junit4] 2> 2334464 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.s.SolrIndexSearcher Opening [Searcher@e31b29a[core1] main]
[junit4] 2> 2334464 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2334465 INFO (searcherExecutor-6182-thread-1-processing-x:badConfig1) [ x:badConfig1] o.a.s.c.SolrCore [core1] Registered new searcher Searcher@e31b29a[core1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(8.0.0):c7)))}
[junit4] 2> 2334465 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.c.S.Request [core1] webapp=null path=null params={q={!prefix+f%3Dv_t}hel&wt=xml} hits=2 status=0 QTime=0
[junit4] 2> 2334466 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.c.S.Request [core1] webapp=null path=null params={q={!raw+f%3Dv_t}hello&wt=xml} hits=2 status=0 QTime=0
[junit4] 2> 2334466 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.c.S.Request [core1] webapp=null path=null params={q={!raw+f%3Dv_t}Hello&wt=xml} hits=0 status=0 QTime=0
[junit4] 2> 2334466 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.c.S.Request [core1] webapp=null path=null params={q={!raw+f%3Dv_f}1.5&wt=xml} hits=0 status=0 QTime=0
[junit4] 2> 2334467 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2334467 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@30d0e26a commitCommandVersion:0
[junit4] 2> 2334497 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4359b000[badConfig1] main]
[junit4] 2> 2334498 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2334499 INFO (searcherExecutor-6195-thread-1-processing-x:badConfig1) [ x:badConfig1] o.a.s.c.SolrCore [badConfig1] Registered new searcher Searcher@4359b000[badConfig1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):c7)))}
[junit4] 2> 2334499 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.c.S.Request [badConfig1] webapp=null path=null params={q={!prefix+f%3Dv_t}hel&wt=xml} hits=2 status=0 QTime=0
[junit4] 2> 2334500 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.c.S.Request [badConfig1] webapp=null path=null params={q={!raw+f%3Dv_t}hello&wt=xml} hits=2 status=0 QTime=0
[junit4] 2> 2334500 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.c.S.Request [badConfig1] webapp=null path=null params={q={!raw+f%3Dv_t}Hello&wt=xml} hits=0 status=0 QTime=0
[junit4] 2> 2334500 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.c.S.Request [badConfig1] webapp=null path=null params={q={!raw+f%3Dv_f}1.5&wt=xml} hits=0 status=0 QTime=0
[junit4] 2> 2334501 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2334501 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6e6b5c05 commitCommandVersion:0
[junit4] 2> 2334528 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7bf629b3[badSchema1] main]
[junit4] 2> 2334529 INFO (searcherExecutor-6203-thread-1-processing-x:badConfig1) [ x:badConfig1] o.a.s.c.SolrCore [badSchema1] Registered new searcher Searcher@7bf629b3[badSchema1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):c7)))}
[junit4] 2> 2334529 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2334529 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.c.S.Request [badSchema1] webapp=null path=null params={q={!prefix+f%3Dv_t}hel&wt=xml} hits=2 status=0 QTime=0
[junit4] 2> 2334530 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.c.S.Request [badSchema1] webapp=null path=null params={q={!raw+f%3Dv_t}hello&wt=xml} hits=2 status=0 QTime=0
[junit4] 2> 2334530 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.c.S.Request [badSchema1] webapp=null path=null params={q={!raw+f%3Dv_t}Hello&wt=xml} hits=0 status=0 QTime=0
[junit4] 2> 2334530 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.c.S.Request [badSchema1] webapp=null path=null params={q={!raw+f%3Dv_f}1.5&wt=xml} hits=0 status=0 QTime=0
[junit4] 2> 2334530 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1004648972
[junit4] 2> 2334530 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2334530 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4431c8b3: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@7f5b6c37
[junit4] 2> 2334534 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2334534 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4e140cea: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@704af8e9
[junit4] 2> 2334537 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2334537 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@71c2e19e: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@74757238
[junit4] 2> 2334538 INFO (coreCloseExecutor-6217-thread-1-processing-x:badConfig1) [ x:core2] o.a.s.c.SolrCore [core2] CLOSING SolrCore org.apache.solr.core.SolrCore@b5871b9
[junit4] 2> 2334538 INFO (coreCloseExecutor-6217-thread-1-processing-x:badConfig1) [ x:core2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.core2, tag=190345657
[junit4] 2> 2334538 INFO (coreCloseExecutor-6217-thread-1-processing-x:badConfig1) [ x:core2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@81218d9: rootName = null, domain = solr.core.core2, service url = null, agent id = null] for registry solr.core.core2 / com.codahale.metrics.MetricRegistry@24c2f1cb
[junit4] 2> 2334538 INFO (coreCloseExecutor-6217-thread-2-processing-x:badConfig1) [ x:core1] o.a.s.c.SolrCore [core1] CLOSING SolrCore org.apache.solr.core.SolrCore@442e92b4
[junit4] 2> 2334538 INFO (coreCloseExecutor-6217-thread-3-processing-x:badConfig1) [ x:badSchema1] o.a.s.c.SolrCore [badSchema1] CLOSING SolrCore org.apache.solr.core.SolrCore@6a74a08b
[junit4] 2> 2334538 INFO (coreCloseExecutor-6217-thread-4-processing-x:badConfig1) [ x:badSchema2] o.a.s.c.SolrCore [badSchema2] CLOSING SolrCore org.apache.solr.core.SolrCore@57899e8f
[junit4] 2> 2334542 INFO (coreCloseExecutor-6217-thread-5-processing-x:badConfig1) [ x:badConfig1] o.a.s.c.SolrCore [badConfig1] CLOSING SolrCore org.apache.solr.core.SolrCore@49599e48
[junit4] 2> 2334542 INFO (coreCloseExecutor-6217-thread-6-processing-x:badConfig1) [ x:badConfig2] o.a.s.c.SolrCore [badConfig2] CLOSING SolrCore org.apache.solr.core.SolrCore@e9b0cf2
[junit4] 2> 2334544 INFO (coreCloseExecutor-6217-thread-2-processing-x:badConfig1) [ x:core1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.core1, tag=1143902900
[junit4] 2> 2334544 INFO (coreCloseExecutor-6217-thread-2-processing-x:badConfig1) [ x:core1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@67a71d0b: rootName = null, domain = solr.core.core1, service url = null, agent id = null] for registry solr.core.core1 / com.codahale.metrics.MetricRegistry@1ac6b7df
[junit4] 2> 2334551 INFO (coreCloseExecutor-6217-thread-3-processing-x:badConfig1) [ x:badSchema1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.badSchema1, tag=1786028171
[junit4] 2> 2334551 INFO (coreCloseExecutor-6217-thread-3-processing-x:badConfig1) [ x:badSchema1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4d34768c: rootName = null, domain = solr.core.badSchema1, service url = null, agent id = null] for registry solr.core.badSchema1 / com.codahale.metrics.MetricRegistry@12c827f6
[junit4] 2> 2334558 INFO (coreCloseExecutor-6217-thread-4-processing-x:badConfig1) [ x:badSchema2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.badSchema2, tag=1468636815
[junit4] 2> 2334558 INFO (coreCloseExecutor-6217-thread-4-processing-x:badConfig1) [ x:badSchema2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7e47c3ca: rootName = null, domain = solr.core.badSchema2, service url = null, agent id = null] for registry solr.core.badSchema2 / com.codahale.metrics.MetricRegistry@1b03dc6e
[junit4] 2> 2334565 INFO (coreCloseExecutor-6217-thread-5-processing-x:badConfig1) [ x:badConfig1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.badConfig1, tag=1230609992
[junit4] 2> 2334565 INFO (coreCloseExecutor-6217-thread-5-processing-x:badConfig1) [ x:badConfig1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2f38d081: rootName = null, domain = solr.core.badConfig1, service url = null, agent id = null] for registry solr.core.badConfig1 / com.codahale.metrics.MetricRegistry@65486cb1
[junit4] 2> 2334572 INFO (coreCloseExecutor-6217-thread-6-processing-x:badConfig1) [ x:badConfig2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.badConfig2, tag=245042418
[junit4] 2> 2334572 INFO (coreCloseExecutor-6217-thread-6-processing-x:badConfig1) [ x:badConfig2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6f9cd77d: rootName = null, domain = solr.core.badConfig2, service url = null, agent id = null] for registry solr.core.badConfig2 / com.codahale.metrics.MetricRegistry@765d1d69
[junit4] 2> 2334579 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.SolrTestCaseJ4 ###Ending testBadConfigsGenerateErrors
[junit4] 2> 2334581 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.SolrTestCaseJ4 ###Starting testCreateTransientFromAdmin
[junit4] 2> 2334587 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-002/solr.xml
[junit4] 2> 2334601 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@30d38d53, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2334627 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30d38d53
[junit4] 2> 2334634 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30d38d53
[junit4] 2> 2334634 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30d38d53
[junit4] 2> 2334636 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2334642 INFO (coreLoadExecutor-6224-thread-1-processing-x:badConfig1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2334644 INFO (coreLoadExecutor-6224-thread-3-processing-x:badConfig1) [ x:collection5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2334648 INFO (coreLoadExecutor-6224-thread-2-processing-x:badConfig1) [ x:collection2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2334649 INFO (coreLoadExecutor-6224-thread-1-processing-x:badConfig1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=tiny
[junit4] 2> 2334649 INFO (coreLoadExecutor-6224-thread-3-processing-x:badConfig1) [ x:collection5] o.a.s.s.IndexSchema [collection5] Schema name=tiny
[junit4] 2> 2334651 INFO (coreLoadExecutor-6224-thread-1-processing-x:badConfig1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 2334651 INFO (coreLoadExecutor-6224-thread-1-processing-x:badConfig1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-002/./collection1, trusted=true
[junit4] 2> 2334651 INFO (coreLoadExecutor-6224-thread-1-processing-x:badConfig1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30d38d53
[junit4] 2> 2334651 INFO (coreLoadExecutor-6224-thread-1-processing-x:badConfig1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2334652 INFO (coreLoadExecutor-6224-thread-1-processing-x:badConfig1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-002/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-002/./collection1/data/]
[junit4] 2> 2334652 INFO (coreLoadExecutor-6224-thread-3-processing-x:badConfig1) [ x:collection5] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 2334652 INFO (coreLoadExecutor-6224-thread-3-processing-x:badConfig1) [ x:collection5] o.a.s.c.CoreContainer Creating SolrCore 'collection5' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-002/./collection5, trusted=true
[junit4] 2> 2334653 INFO (coreLoadExecutor-6224-thread-3-processing-x:badConfig1) [ x:collection5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection5' (registry 'solr.core.collection5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30d38d53
[junit4] 2> 2334653 INFO (coreLoadExecutor-6224-thread-3-processing-x:badConfig1) [ x:collection5] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2334653 INFO (coreLoadExecutor-6224-thread-3-processing-x:badConfig1) [ x:collection5] o.a.s.c.SolrCore [[collection5] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-002/collection5], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-002/./collection5/data/]
[junit4] 2> 2334653 INFO (coreLoadExecutor-6224-thread-2-processing-x:badConfig1) [ x:collection2] o.a.s.s.IndexSchema [collection2] Schema name=tiny
[junit4] 2> 2334654 INFO (coreLoadExecutor-6224-thread-1-processing-x:badConfig1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=24, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 2334655 INFO (coreLoadExecutor-6224-thread-2-processing-x:badConfig1) [ x:collection2] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 2334655 INFO (coreLoadExecutor-6224-thread-2-processing-x:badConfig1) [ x:collection2] o.a.s.c.CoreContainer Creating SolrCore 'collection2' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-002/./collection2, trusted=true
[junit4] 2> 2334655 INFO (coreLoadExecutor-6224-thread-2-processing-x:badConfig1) [ x:collection2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection2' (registry 'solr.core.collection2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30d38d53
[junit4] 2> 2334655 INFO (coreLoadExecutor-6224-thread-2-processing-x:badConfig1) [ x:collection2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2334655 INFO (coreLoadExecutor-6224-thread-2-processing-x:badConfig1) [ x:collection2] o.a.s.c.SolrCore [[collection2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-002/collection2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-002/./collection2/data/]
[junit4] 2> 2334656 INFO (coreLoadExecutor-6224-thread-3-processing-x:badConfig1) [ x:collection5] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=24, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 2334656 INFO (coreLoadExecutor-6224-thread-2-processing-x:badConfig1) [ x:collection2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=24, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 2334720 INFO (coreLoadExecutor-6224-thread-1-processing-x:badConfig1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2334720 INFO (coreLoadExecutor-6224-thread-2-processing-x:badConfig1) [ x:collection2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2334721 INFO (coreLoadExecutor-6224-thread-1-processing-x:badConfig1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2334721 INFO (coreLoadExecutor-6224-thread-2-processing-x:badConfig1) [ x:collection2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2334722 INFO (coreLoadExecutor-6224-thread-1-processing-x:badConfig1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=38, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 2334722 INFO (coreLoadExecutor-6224-thread-2-processing-x:badConfig1) [ x:collection2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=38, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 2334722 INFO (coreLoadExecutor-6224-thread-1-processing-x:badConfig1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7014330[collection1] main]
[junit4] 2> 2334722 INFO (coreLoadExecutor-6224-thread-2-processing-x:badConfig1) [ x:collection2] o.a.s.s.SolrIndexSearcher Opening [Searcher@3759aed7[collection2] main]
[junit4] 2> 2334722 INFO (coreLoadExecutor-6224-thread-2-processing-x:badConfig1) [ x:collection2] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-002/collection2/conf
[junit4] 2> 2334722 INFO (coreLoadExecutor-6224-thread-1-processing-x:badConfig1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-002/collection1/conf
[junit4] 2> 2334723 INFO (coreLoadExecutor-6224-thread-2-processing-x:badConfig1) [ x:collection2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2334723 INFO (coreLoadExecutor-6224-thread-1-processing-x:badConfig1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2334723 INFO (searcherExecutor-6227-thread-1-processing-x:collection2) [ x:collection2] o.a.s.c.SolrCore [collection2] Registered new searcher Searcher@3759aed7[collection2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2334724 INFO (searcherExecutor-6225-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7014330[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2334725 INFO (coreLoadExecutor-6224-thread-3-processing-x:badConfig1) [ x:collection5] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2334725 INFO (coreLoadExecutor-6224-thread-3-processing-x:badConfig1) [ x:collection5] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2334726 INFO (coreLoadExecutor-6224-thread-3-processing-x:badConfig1) [ x:collection5] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=38, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 2334726 INFO (coreLoadExecutor-6224-thread-3-processing-x:badConfig1) [ x:collection5] o.a.s.s.SolrIndexSearcher Opening [Searcher@7fc4eb15[collection5] main]
[junit4] 2> 2334727 INFO (coreLoadExecutor-6224-thread-3-processing-x:badConfig1) [ x:collection5] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-002/collection5/conf
[junit4] 2> 2334727 INFO (coreLoadExecutor-6224-thread-3-processing-x:badConfig1) [ x:collection5] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2334728 INFO (searcherExecutor-6226-thread-1-processing-x:collection5) [ x:collection5] o.a.s.c.SolrCore [collection5] Registered new searcher Searcher@7fc4eb15[collection5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2334735 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.h.a.CoreAdminOperation core create command loadOnStartup=true&transient=true&name=core1&action=CREATE&wt=xml
[junit4] 2> 2334745 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2334750 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.s.IndexSchema [core1] Schema name=tiny
[junit4] 2> 2334752 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 2334752 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.c.CoreContainer Creating SolrCore 'core1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-002/./core1, trusted=true
[junit4] 2> 2334752 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.core1' (registry 'solr.core.core1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30d38d53
[junit4] 2> 2334752 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2334752 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.c.SolrCore [[core1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-002/core1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-002/./core1/data/]
[junit4] 2> 2334755 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=44, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=22.6611328125, floorSegmentMB=1.35546875, forceMergeDeletesPctAllowed=16.936528608719076, segmentsPerTier=38.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 2334810 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2334810 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2334812 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=27, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2067627201631262]
[junit4] 2> 2334812 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5ad080b0[core1] main]
[junit4] 2> 2334812 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-002/core1/conf
[junit4] 2> 2334813 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2334814 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.h.a.CoreAdminOperation core create command loadOnStartup=false&transient=true&name=core2&action=CREATE&wt=xml
[junit4] 2> 2334814 INFO (searcherExecutor-6238-thread-1-processing-x:badConfig1) [ x:badConfig1] o.a.s.c.SolrCore [core1] Registered new searcher Searcher@5ad080b0[core1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2334823 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2334828 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.s.IndexSchema [core2] Schema name=tiny
[junit4] 2> 2334830 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 2334830 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.c.CoreContainer Creating SolrCore 'core2' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-002/./core2, trusted=true
[junit4] 2> 2334830 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.core2' (registry 'solr.core.core2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30d38d53
[junit4] 2> 2334830 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2334831 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.c.SolrCore [[core2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-002/core2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-002/./core2/data/]
[junit4] 2> 2334834 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=31, maxMergeAtOnceExplicit=10, maxMergedSegmentMB=64.4619140625, floorSegmentMB=0.6279296875, forceMergeDeletesPctAllowed=17.463514839048084, segmentsPerTier=23.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 2334885 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2334885 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2334886 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=31, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 2334886 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.s.SolrIndexSearcher Opening [Searcher@15791f78[core2] main]
[junit4] 2> 2334887 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-002/core2/conf
[junit4] 2> 2334887 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2334888 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.h.a.CoreAdminOperation core create command loadOnStartup=true&transient=true&name=core3&action=CREATE&wt=xml
[junit4] 2> 2334888 INFO (searcherExecutor-6243-thread-1-processing-x:badConfig1) [ x:badConfig1] o.a.s.c.SolrCore [core2] Registered new searcher Searcher@15791f78[core2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2334896 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2334899 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.s.IndexSchema [core3] Schema name=tiny
[junit4] 2> 2334900 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 2334900 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.c.CoreContainer Creating SolrCore 'core3' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-002/./core3, trusted=true
[junit4] 2> 2334900 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.core3' (registry 'solr.core.core3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30d38d53
[junit4] 2> 2334900 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2334901 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.c.SolrCore [[core3] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-002/core3], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-002/./core3/data/]
[junit4] 2> 2334902 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=84.44921875, floorSegmentMB=1.001953125, forceMergeDeletesPctAllowed=26.563030633058627, segmentsPerTier=44.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3953105179135926
[junit4] 2> 2334955 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2334955 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2334956 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=38, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=63.2001953125, floorSegmentMB=0.5361328125, forceMergeDeletesPctAllowed=10.91753603421648, segmentsPerTier=45.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.24715762480243184
[junit4] 2> 2334956 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.s.SolrIndexSearcher Opening [Searcher@27b13c07[core3] main]
[junit4] 2> 2334956 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-002/core3/conf
[junit4] 2> 2334957 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2334957 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.h.a.CoreAdminOperation core create command loadOnStartup=false&transient=true&name=core4&action=CREATE&wt=xml
[junit4] 2> 2334957 INFO (searcherExecutor-6248-thread-1-processing-x:badConfig1) [ x:badConfig1] o.a.s.c.SolrCore [core3] Registered new searcher Searcher@27b13c07[core3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2334963 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2334967 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.s.IndexSchema [core4] Schema name=tiny
[junit4] 2> 2334969 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 2334969 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.c.CoreContainer Creating SolrCore 'core4' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-002/./core4, trusted=true
[junit4] 2> 2334969 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.core4' (registry 'solr.core.core4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30d38d53
[junit4] 2> 2334969 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2334970 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.c.SolrCore [[core4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-002/core4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-002/./core4/data/]
[junit4] 2> 2334972 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=33, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6900036387323658]
[junit4] 2> 2335010 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2335010 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2335011 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=47, maxMergeAtOnceExplicit=28, maxMergedSegmentMB=49.279296875, floorSegmentMB=1.76953125, forceMergeDeletesPctAllowed=23.94257788213379, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5923309154752914
[junit4] 2> 2335011 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.s.SolrIndexSearcher Opening [Searcher@12cef783[core4] main]
[junit4] 2> 2335011 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-002/core4/conf
[junit4] 2> 2335012 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2335012 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.c.TransientSolrCoreCacheDefault Closing transient core [collection2]
[junit4] 2> 2335012 INFO (Thread-3111) [ x:badConfig1] o.a.s.c.SolrCore [collection2] CLOSING SolrCore org.apache.solr.core.SolrCore@4acda45b
[junit4] 2> 2335012 INFO (searcherExecutor-6253-thread-1-processing-x:badConfig1) [ x:badConfig1] o.a.s.c.SolrCore [core4] Registered new searcher Searcher@12cef783[core4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2335013 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.h.a.CoreAdminOperation core create command loadOnStartup=false&transient=true&name=core5&action=CREATE&wt=xml
[junit4] 2> 2335013 INFO (Thread-3111) [ x:badConfig1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection2, tag=1254990939
[junit4] 2> 2335013 INFO (Thread-3111) [ x:badConfig1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3554334c: rootName = null, domain = solr.core.collection2, service url = null, agent id = null] for registry solr.core.collection2 / com.codahale.metrics.MetricRegistry@15faf864
[junit4] 2> 2335019 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2335023 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.s.IndexSchema [core5] Schema name=tiny
[junit4] 2> 2335024 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 2335024 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.c.CoreContainer Creating SolrCore 'core5' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-002/./core5, trusted=true
[junit4] 2> 2335024 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.core5' (registry 'solr.core.core5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30d38d53
[junit4] 2> 2335025 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2335025 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.c.SolrCore [[core5] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-002/core5], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-002/./core5/data/]
[junit4] 2> 2335027 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@2063ce84
[junit4] 2> 2335064 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2335064 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2335065 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=23, maxMergedSegmentMB=81.0634765625, floorSegmentMB=1.84765625, forceMergeDeletesPctAllowed=27.569482172067936, segmentsPerTier=39.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 2335065 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.s.SolrIndexSearcher Opening [Searcher@447a015a[core5] main]
[junit4] 2> 2335066 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-002/core5/conf
[junit4] 2> 2335066 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2335067 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.c.TransientSolrCoreCacheDefault Closing transient core [core1]
[junit4] 2> 2335067 INFO (Thread-3111) [ x:badConfig1] o.a.s.c.SolrCore [core1] CLOSING SolrCore org.apache.solr.core.SolrCore@13c7e10
[junit4] 2> 2335067 INFO (Thread-3111) [ x:badConfig1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.core1, tag=20741648
[junit4] 2> 2335067 INFO (Thread-3111) [ x:badConfig1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@236b7b4b: rootName = null, domain = solr.core.core1, service url = null, agent id = null] for registry solr.core.core1 / com.codahale.metrics.MetricRegistry@1f029314
[junit4] 2> 2335067 INFO (searcherExecutor-6258-thread-1-processing-x:badConfig1) [ x:badConfig1] o.a.s.c.SolrCore [core5] Registered new searcher Searcher@447a015a[core5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2335078 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2335082 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.s.IndexSchema [core1] Schema name=tiny
[junit4] 2> 2335083 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 2335084 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.c.CoreContainer Creating SolrCore 'core1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-002/./core1, trusted=true
[junit4] 2> 2335099 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.core1' (registry 'solr.core.core1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30d38d53
[junit4] 2> 2335100 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2335100 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.c.SolrCore [[core1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-002/core1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-L
[...truncated too long message...]
domain = solr.core.collection3, service url = null, agent id = null] for registry solr.core.collection3 / com.codahale.metrics.MetricRegistry@64da1016
[junit4] 2> 2343619 INFO (TEST-TestLazyCores.testRace-seed#[6D37D3DF508B1A0D]) [ x:badConfig1] o.a.s.SolrTestCaseJ4 ###Ending testRace
[junit4] 2> 2343620 INFO (SUITE-TestLazyCores-seed#[6D37D3DF508B1A0D]-worker) [ x:badConfig1] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> 2343620 INFO (SUITE-TestLazyCores-seed#[6D37D3DF508B1A0D]-worker) [ x:badConfig1] o.a.s.c.CoreContainer Shutting down CoreContainer instance=139607726
[junit4] 2> 2343620 INFO (SUITE-TestLazyCores-seed#[6D37D3DF508B1A0D]-worker) [ x:badConfig1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2343620 INFO (SUITE-TestLazyCores-seed#[6D37D3DF508B1A0D]-worker) [ x:badConfig1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2343620 INFO (SUITE-TestLazyCores-seed#[6D37D3DF508B1A0D]-worker) [ x:badConfig1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001
[junit4] 2> Sep 27, 2017 8:27:42 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> Sep 27, 2017 8:28:02 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores:
[junit4] 2> 1) Thread[id=25006, name=searcherExecutor-6445-thread-1, state=WAITING, group=TGRP-TestLazyCores]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] 2> at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Sep 27, 2017 8:28:02 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=25006, name=searcherExecutor-6445-thread-1, state=WAITING, group=TGRP-TestLazyCores]
[junit4] 2> Sep 27, 2017 8:28:05 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=25006, name=searcherExecutor-6445-thread-1, state=WAITING, group=TGRP-TestLazyCores]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] 2> at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {v_t=FST50, id=FST50, v_s=PostingsFormat(name=LuceneFixedGap), v_f=PostingsFormat(name=Memory)}, docValues:{}, maxPointsInLeafNode=1424, maxMBSortInHeap=6.9154301153146545, sim=RandomSimilarity(queryNorm=false): {}, locale=sq-AL, timezone=America/La_Paz
[junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=2,free=242239528,total=531103744
[junit4] 2> NOTE: All tests run in this JVM: [JvmMetricsTest, CollectionsAPIAsyncDistributedZkTest, TestManagedSchema, QueryElevationComponentTest, TestManagedSynonymFilterFactory, SuggesterWFSTTest, TestCloudSchemaless, MigrateRouteKeyTest, TestQuerySenderNoQuery, TestStressLiveNodes, TestGeoJSONResponseWriter, TestCloudNestedDocsSort, TestDistributedStatsComponentCardinality, ExplicitHLLTest, TestObjectReleaseTracker, TestComponentsName, TestBinaryResponseWriter, SearchHandlerTest, TestDocSet, TestLuceneMatchVersion, TestScoreJoinQPScore, TestDelegationWithHadoopAuth, TestRangeQuery, PluginInfoTest, AddSchemaFieldsUpdateProcessorFactoryTest, DistribJoinFromCollectionTest, TestHighFrequencyDictionaryFactory, BooleanFieldTest, HighlighterConfigTest, TestComplexPhraseQParserPlugin, UUIDUpdateProcessorFallbackTest, TestCollectionAPI, SyncSliceTest, TestPushWriter, TestRandomFaceting, CachingDirectoryFactoryTest, TestReRankQParserPlugin, DistributedFacetPivotLargeTest, TestSolrConfigHandlerCloud, TestLegacyField, BlockJoinFacetRandomTest, TestLMDirichletSimilarityFactory, CdcrVersionReplicationTest, BasicDistributedZkTest, TestDefaultStatsCache, NodeMutatorTest, BasicZkTest, SolrIndexConfigTest, TestRemoteStreaming, TestAddFieldRealTimeGet, TestSimpleTextCodec, TestFunctionQuery, DistributedSpellCheckComponentTest, BinaryUpdateRequestHandlerTest, DistributedFacetPivotSmallTest, HdfsTlogReplayBufferedWhileIndexingTest, SpatialHeatmapFacetsTest, TestStressLucene, TestOmitPositions, TestDynamicFieldResource, TestPointFields, TestPivotHelperCode, TestFastOutputStream, SSLMigrationTest, TestPolicyCloud, ClassificationUpdateProcessorFactoryTest, CollectionReloadTest, TestCSVResponseWriter, TestXmlQParser, TestInitQParser, TestJettySolrRunner, TestCloudRecovery, ZkStateWriterTest, SpellCheckCollatorTest, SynonymTokenizerTest, TestExceedMaxTermLength, TestMergePolicyConfig, TestFaceting, TestStandardQParsers, TestSolrCloudSnapshots, AnalysisErrorHandlingTest, WordBreakSolrSpellCheckerTest, AnalyticsQueryTest, TestJsonFacets, TestReplicationHandler, TestIBSimilarityFactory, SolrCLIZkUtilsTest, TestWordDelimiterFilterFactory, CursorPagingTest, VMParamsZkACLAndCredentialsProvidersTest, DocValuesNotIndexedTest, TestCorePropertiesReload, TestInPlaceUpdatesStandalone, TestExclusionRuleCollectionAccess, CloneFieldUpdateProcessorFactoryTest, TestConfigSetImmutable, TestRetrieveFieldsOptimizer, TestNRTOpen, PeerSyncTest, HdfsNNFailoverTest, RAMDirectoryFactoryTest, TestTestInjection, MoveReplicaHDFSUlogDirTest, TestExtendedDismaxParser, TestExactStatsCache, OutputWriterTest, TestZkAclsWithHadoopAuth, TestBulkSchemaAPI, TestSolr4Spatial, DefaultValueUpdateProcessorTest, MergeStrategyTest, ExternalFileFieldSortTest, ZkNodePropsTest, SolrRequestParserTest, TestLazyCores]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestLazyCores -Dtests.seed=6D37D3DF508B1A0D -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=sq-AL -Dtests.timezone=America/La_Paz -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J0 | TestLazyCores (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores:
[junit4] > 1) Thread[id=25006, name=searcherExecutor-6445-thread-1, state=WAITING, group=TGRP-TestLazyCores]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([6D37D3DF508B1A0D]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=25006, name=searcherExecutor-6445-thread-1, state=WAITING, group=TGRP-TestLazyCores]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([6D37D3DF508B1A0D]:0)
[junit4] Completed [531/733 (1!)] on J0 in 32.88s, 9 tests, 3 errors <<< FAILURES!
[...truncated 47245 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build #
20561 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20561/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseSerialGC
2 tests failed.
FAILED: org.apache.solr.cloud.TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates
Error Message:
Can not find doc 1 in https://127.0.0.1:35351/solr
Stack Trace:
java.lang.AssertionError: Can not find doc 1 in https://127.0.0.1:35351/solr
at __randomizedtesting.SeedInfo.seed([2CCF3585552FE04F:AA0ECD680A7E36AF]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.TestTlogReplica.checkRTG(TestTlogReplica.java:861)
at org.apache.solr.cloud.TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates(TestTlogReplica.java:664)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestTlogReplica.testOnlyLeaderIndexes
Error Message:
expected:<4> but was:<0>
Stack Trace:
java.lang.AssertionError: expected:<4> but was:<0>
at __randomizedtesting.SeedInfo.seed([2CCF3585552FE04F:30CE4808208A9EDC]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.TestTlogReplica.testOnlyLeaderIndexes(TestTlogReplica.java:467)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13278 lines...]
[junit4] Suite: org.apache.solr.cloud.TestTlogReplica
[junit4] 2> 1966737 INFO (SUITE-TestTlogReplica-seed#[2CCF3585552FE04F]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_2CCF3585552FE04F-001/init-core-data-001
[junit4] 2> 1966738 WARN (SUITE-TestTlogReplica-seed#[2CCF3585552FE04F]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
[junit4] 2> 1966738 INFO (SUITE-TestTlogReplica-seed#[2CCF3585552FE04F]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1966740 INFO (SUITE-TestTlogReplica-seed#[2CCF3585552FE04F]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1966741 INFO (SUITE-TestTlogReplica-seed#[2CCF3585552FE04F]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_2CCF3585552FE04F-001/tempDir-001
[junit4] 2> 1966741 INFO (SUITE-TestTlogReplica-seed#[2CCF3585552FE04F]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1966742 INFO (Thread-4342) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1966742 INFO (Thread-4342) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1966744 ERROR (Thread-4342) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1966842 INFO (SUITE-TestTlogReplica-seed#[2CCF3585552FE04F]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:40825
[junit4] 2> 1966849 INFO (jetty-launcher-5323-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1966849 INFO (jetty-launcher-5323-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1966850 INFO (jetty-launcher-5323-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5bc0a8c9{/solr,null,AVAILABLE}
[junit4] 2> 1966850 INFO (jetty-launcher-5323-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2866f4da{/solr,null,AVAILABLE}
[junit4] 2> 1966852 INFO (jetty-launcher-5323-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@683d8104{SSL,[ssl, http/1.1]}{127.0.0.1:41975}
[junit4] 2> 1966852 INFO (jetty-launcher-5323-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@799ab699{SSL,[ssl, http/1.1]}{127.0.0.1:35351}
[junit4] 2> 1966852 INFO (jetty-launcher-5323-thread-2) [ ] o.e.j.s.Server Started @1968090ms
[junit4] 2> 1966852 INFO (jetty-launcher-5323-thread-1) [ ] o.e.j.s.Server Started @1968090ms
[junit4] 2> 1966852 INFO (jetty-launcher-5323-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41975}
[junit4] 2> 1966852 INFO (jetty-launcher-5323-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35351}
[junit4] 2> 1966852 ERROR (jetty-launcher-5323-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1966852 ERROR (jetty-launcher-5323-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1966853 INFO (jetty-launcher-5323-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1966853 INFO (jetty-launcher-5323-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1966853 INFO (jetty-launcher-5323-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1966853 INFO (jetty-launcher-5323-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1966853 INFO (jetty-launcher-5323-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1966853 INFO (jetty-launcher-5323-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1966853 INFO (jetty-launcher-5323-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-09-27T17:24:09.924Z
[junit4] 2> 1966853 INFO (jetty-launcher-5323-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-09-27T17:24:09.924Z
[junit4] 2> 1966856 INFO (jetty-launcher-5323-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1966860 INFO (jetty-launcher-5323-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1966864 INFO (jetty-launcher-5323-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40825/solr
[junit4] 2> 1966865 INFO (jetty-launcher-5323-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40825/solr
[junit4] 2> 1966896 INFO (jetty-launcher-5323-thread-2) [n:127.0.0.1:41975_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1966896 INFO (jetty-launcher-5323-thread-1) [n:127.0.0.1:35351_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1966896 INFO (jetty-launcher-5323-thread-2) [n:127.0.0.1:41975_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41975_solr
[junit4] 2> 1966896 INFO (jetty-launcher-5323-thread-1) [n:127.0.0.1:35351_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35351_solr
[junit4] 2> 1966896 INFO (jetty-launcher-5323-thread-2) [n:127.0.0.1:41975_solr ] o.a.s.c.Overseer Overseer (id=98732149952610309-127.0.0.1:41975_solr-n_0000000000) starting
[junit4] 2> 1966897 INFO (zkCallback-5334-thread-1-processing-n:127.0.0.1:41975_solr) [n:127.0.0.1:41975_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1966897 INFO (zkCallback-5335-thread-1-processing-n:127.0.0.1:35351_solr) [n:127.0.0.1:35351_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1966904 INFO (jetty-launcher-5323-thread-2) [n:127.0.0.1:41975_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41975_solr
[junit4] 2> 1966904 INFO (zkCallback-5334-thread-1-processing-n:127.0.0.1:41975_solr) [n:127.0.0.1:41975_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1966905 INFO (zkCallback-5335-thread-1-processing-n:127.0.0.1:35351_solr) [n:127.0.0.1:35351_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1966932 INFO (jetty-launcher-5323-thread-1) [n:127.0.0.1:35351_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35351.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55af1ddb
[junit4] 2> 1966949 INFO (jetty-launcher-5323-thread-2) [n:127.0.0.1:41975_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41975.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55af1ddb
[junit4] 2> 1966949 INFO (jetty-launcher-5323-thread-1) [n:127.0.0.1:35351_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35351.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55af1ddb
[junit4] 2> 1966950 INFO (jetty-launcher-5323-thread-1) [n:127.0.0.1:35351_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35351.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55af1ddb
[junit4] 2> 1966950 INFO (jetty-launcher-5323-thread-1) [n:127.0.0.1:35351_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_2CCF3585552FE04F-001/tempDir-001/node1/.
[junit4] 2> 1966954 INFO (jetty-launcher-5323-thread-2) [n:127.0.0.1:41975_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41975.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55af1ddb
[junit4] 2> 1966954 INFO (jetty-launcher-5323-thread-2) [n:127.0.0.1:41975_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41975.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55af1ddb
[junit4] 2> 1966955 INFO (jetty-launcher-5323-thread-2) [n:127.0.0.1:41975_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_2CCF3585552FE04F-001/tempDir-001/node2/.
[junit4] 2> 1966976 INFO (SUITE-TestTlogReplica-seed#[2CCF3585552FE04F]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1966976 INFO (SUITE-TestTlogReplica-seed#[2CCF3585552FE04F]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40825/solr ready
[junit4] 2> 1966977 INFO (SUITE-TestTlogReplica-seed#[2CCF3585552FE04F]-worker) [ ] o.a.s.c.TestTlogReplica Using legacyCloud?: false
[junit4] 2> 1966993 INFO (qtp1050892156-26447) [n:127.0.0.1:35351_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1966994 INFO (qtp1050892156-26447) [n:127.0.0.1:35351_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1967002 INFO (TEST-TestTlogReplica.testRemoveLeader-seed#[2CCF3585552FE04F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testRemoveLeader
[junit4] 2> 1967003 INFO (qtp1050892156-26457) [n:127.0.0.1:35351_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_remove_leader&nrtReplicas=0&action=CREATE&numShards=1&tlogReplicas=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1967004 INFO (OverseerThreadFactory-7641-thread-1-processing-n:127.0.0.1:41975_solr) [n:127.0.0.1:41975_solr ] o.a.s.c.CreateCollectionCmd Create collection tlog_replica_test_remove_leader
[junit4] 2> 1967110 INFO (OverseerStateUpdate-98732149952610309-127.0.0.1:41975_solr-n_0000000000) [n:127.0.0.1:41975_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tlog_replica_test_remove_leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"tlog_replica_test_remove_leader_shard1_replica_t1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35351/solr",
[junit4] 2> "type":"TLOG"}
[junit4] 2> 1967112 INFO (OverseerStateUpdate-98732149952610309-127.0.0.1:41975_solr-n_0000000000) [n:127.0.0.1:41975_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tlog_replica_test_remove_leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"tlog_replica_test_remove_leader_shard1_replica_t2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:41975/solr",
[junit4] 2> "type":"TLOG"}
[junit4] 2> 1967317 INFO (qtp1050892156-26449) [n:127.0.0.1:35351_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=tlog_replica_test_remove_leader_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_remove_leader&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1967318 INFO (qtp1050892156-26449) [n:127.0.0.1:35351_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1967353 INFO (qtp115708258-26448) [n:127.0.0.1:41975_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=tlog_replica_test_remove_leader_shard1_replica_t2&action=CREATE&numShards=1&collection=tlog_replica_test_remove_leader&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1967354 INFO (qtp115708258-26448) [n:127.0.0.1:41975_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1967459 INFO (zkCallback-5335-thread-1-processing-n:127.0.0.1:35351_solr) [n:127.0.0.1:35351_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_remove_leader/state.json] for collection [tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1967459 INFO (zkCallback-5334-thread-2-processing-n:127.0.0.1:41975_solr) [n:127.0.0.1:41975_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_remove_leader/state.json] for collection [tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1967459 INFO (zkCallback-5335-thread-2-processing-n:127.0.0.1:35351_solr) [n:127.0.0.1:35351_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_remove_leader/state.json] for collection [tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1967459 INFO (zkCallback-5334-thread-1-processing-n:127.0.0.1:41975_solr) [n:127.0.0.1:41975_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_remove_leader/state.json] for collection [tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1968331 INFO (qtp1050892156-26449) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1968338 INFO (qtp1050892156-26449) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.s.IndexSchema [tlog_replica_test_remove_leader_shard1_replica_t1] Schema name=minimal
[junit4] 2> 1968341 INFO (qtp1050892156-26449) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1968341 INFO (qtp1050892156-26449) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_remove_leader_shard1_replica_t1' using configuration from collection tlog_replica_test_remove_leader, trusted=true
[junit4] 2> 1968342 INFO (qtp1050892156-26449) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35351.solr.core.tlog_replica_test_remove_leader.shard1.replica_t1' (registry 'solr.core.tlog_replica_test_remove_leader.shard1.replica_t1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55af1ddb
[junit4] 2> 1968342 INFO (qtp1050892156-26449) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1968342 INFO (qtp1050892156-26449) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.SolrCore [[tlog_replica_test_remove_leader_shard1_replica_t1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_2CCF3585552FE04F-001/tempDir-001/node1/tlog_replica_test_remove_leader_shard1_replica_t1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_2CCF3585552FE04F-001/tempDir-001/node1/./tlog_replica_test_remove_leader_shard1_replica_t1/data/]
[junit4] 2> 1968363 INFO (qtp115708258-26448) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1968368 INFO (qtp115708258-26448) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.s.IndexSchema [tlog_replica_test_remove_leader_shard1_replica_t2] Schema name=minimal
[junit4] 2> 1968369 INFO (qtp115708258-26448) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1968370 INFO (qtp115708258-26448) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_remove_leader_shard1_replica_t2' using configuration from collection tlog_replica_test_remove_leader, trusted=true
[junit4] 2> 1968370 INFO (qtp115708258-26448) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41975.solr.core.tlog_replica_test_remove_leader.shard1.replica_t2' (registry 'solr.core.tlog_replica_test_remove_leader.shard1.replica_t2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55af1ddb
[junit4] 2> 1968370 INFO (qtp115708258-26448) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1968370 INFO (qtp115708258-26448) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.SolrCore [[tlog_replica_test_remove_leader_shard1_replica_t2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_2CCF3585552FE04F-001/tempDir-001/node2/tlog_replica_test_remove_leader_shard1_replica_t2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_2CCF3585552FE04F-001/tempDir-001/node2/./tlog_replica_test_remove_leader_shard1_replica_t2/data/]
[junit4] 2> 1968382 INFO (qtp1050892156-26449) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1968382 INFO (qtp1050892156-26449) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1968382 INFO (qtp1050892156-26449) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1968382 INFO (qtp1050892156-26449) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1968383 INFO (qtp1050892156-26449) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@740487e2[tlog_replica_test_remove_leader_shard1_replica_t1] main]
[junit4] 2> 1968384 INFO (qtp1050892156-26449) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1968385 INFO (qtp1050892156-26449) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1968385 INFO (qtp1050892156-26449) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1968385 INFO (searcherExecutor-7646-thread-1-processing-n:127.0.0.1:35351_solr x:tlog_replica_test_remove_leader_shard1_replica_t1 s:shard1 c:tlog_replica_test_remove_leader r:core_node3) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.SolrCore [tlog_replica_test_remove_leader_shard1_replica_t1] Registered new searcher Searcher@740487e2[tlog_replica_test_remove_leader_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1968386 INFO (qtp1050892156-26449) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1579714400964575232
[junit4] 2> 1968389 INFO (qtp1050892156-26449) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 1968394 INFO (qtp115708258-26448) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1968394 INFO (qtp115708258-26448) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1968408 INFO (qtp115708258-26448) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1968408 INFO (qtp115708258-26448) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1968408 INFO (qtp115708258-26448) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@29a7d07e[tlog_replica_test_remove_leader_shard1_replica_t2] main]
[junit4] 2> 1968410 INFO (qtp115708258-26448) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1968410 INFO (qtp115708258-26448) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1968410 INFO (qtp115708258-26448) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1968411 INFO (searcherExecutor-7647-thread-1-processing-n:127.0.0.1:41975_solr x:tlog_replica_test_remove_leader_shard1_replica_t2 s:shard1 c:tlog_replica_test_remove_leader r:core_node4) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.SolrCore [tlog_replica_test_remove_leader_shard1_replica_t2] Registered new searcher Searcher@29a7d07e[tlog_replica_test_remove_leader_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1968411 INFO (qtp115708258-26448) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1579714400990789632
[junit4] 2> 1968490 INFO (zkCallback-5334-thread-1-processing-n:127.0.0.1:41975_solr) [n:127.0.0.1:41975_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_remove_leader/state.json] for collection [tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1968490 INFO (zkCallback-5335-thread-1-processing-n:127.0.0.1:35351_solr) [n:127.0.0.1:35351_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_remove_leader/state.json] for collection [tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1968490 INFO (zkCallback-5334-thread-2-processing-n:127.0.0.1:41975_solr) [n:127.0.0.1:41975_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_remove_leader/state.json] for collection [tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1968490 INFO (zkCallback-5335-thread-2-processing-n:127.0.0.1:35351_solr) [n:127.0.0.1:35351_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_remove_leader/state.json] for collection [tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1968889 INFO (qtp1050892156-26449) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1968889 INFO (qtp1050892156-26449) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1968889 INFO (qtp1050892156-26449) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:35351/solr/tlog_replica_test_remove_leader_shard1_replica_t1/
[junit4] 2> 1968890 INFO (qtp1050892156-26449) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_remove_leader_shard1_replica_t1 url=https://127.0.0.1:35351/solr START replicas=[https://127.0.0.1:41975/solr/tlog_replica_test_remove_leader_shard1_replica_t2/] nUpdates=100
[junit4] 2> 1968894 INFO (qtp115708258-26450) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1969190 INFO (qtp1050892156-26449) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_remove_leader_shard1_replica_t1 url=https://127.0.0.1:35351/solr DONE. We have no versions. sync failed.
[junit4] 2> 1969191 INFO (qtp1050892156-26449) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1969191 INFO (qtp1050892156-26449) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1969191 INFO (qtp1050892156-26449) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1969191 INFO (qtp1050892156-26449) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.ZkController tlog_replica_test_remove_leader_shard1_replica_t1 stopping background replication from leader
[junit4] 2> 1969196 INFO (qtp1050892156-26449) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:35351/solr/tlog_replica_test_remove_leader_shard1_replica_t1/ shard1
[junit4] 2> 1969300 INFO (zkCallback-5334-thread-2-processing-n:127.0.0.1:41975_solr) [n:127.0.0.1:41975_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_remove_leader/state.json] for collection [tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1969300 INFO (zkCallback-5334-thread-1-processing-n:127.0.0.1:41975_solr) [n:127.0.0.1:41975_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_remove_leader/state.json] for collection [tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1969300 INFO (zkCallback-5335-thread-1-processing-n:127.0.0.1:35351_solr) [n:127.0.0.1:35351_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_remove_leader/state.json] for collection [tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1969300 INFO (zkCallback-5335-thread-2-processing-n:127.0.0.1:35351_solr) [n:127.0.0.1:35351_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_remove_leader/state.json] for collection [tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1969347 INFO (qtp1050892156-26449) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1969349 INFO (qtp1050892156-26449) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=tlog_replica_test_remove_leader_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_remove_leader&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=2031
[junit4] 2> 1969414 INFO (qtp115708258-26448) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.ZkController tlog_replica_test_remove_leader_shard1_replica_t2 starting background replication from leader
[junit4] 2> 1969414 INFO (qtp115708258-26448) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 1969417 INFO (qtp115708258-26448) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 1969417 INFO (qtp115708258-26448) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1969419 INFO (qtp115708258-26448) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=tlog_replica_test_remove_leader_shard1_replica_t2&action=CREATE&numShards=1&collection=tlog_replica_test_remove_leader&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=2065
[junit4] 2> 1969422 INFO (qtp1050892156-26457) [n:127.0.0.1:35351_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1969523 INFO (zkCallback-5334-thread-1-processing-n:127.0.0.1:41975_solr) [n:127.0.0.1:41975_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_remove_leader/state.json] for collection [tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1969523 INFO (zkCallback-5335-thread-1-processing-n:127.0.0.1:35351_solr) [n:127.0.0.1:35351_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_remove_leader/state.json] for collection [tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1969523 INFO (zkCallback-5335-thread-2-processing-n:127.0.0.1:35351_solr) [n:127.0.0.1:35351_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_remove_leader/state.json] for collection [tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1969523 INFO (zkCallback-5334-thread-2-processing-n:127.0.0.1:41975_solr) [n:127.0.0.1:41975_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_remove_leader/state.json] for collection [tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1970354 INFO (indexFetcher-7657-thread-1) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.h.IndexFetcher Updated masterUrl to https://127.0.0.1:35351/solr/tlog_replica_test_remove_leader_shard1_replica_t1/
[junit4] 2> 1970357 INFO (qtp1050892156-26449) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1970357 INFO (indexFetcher-7657-thread-1) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 1970357 INFO (indexFetcher-7657-thread-1) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 1970357 INFO (indexFetcher-7657-thread-1) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 1970357 INFO (indexFetcher-7657-thread-1) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 1970357 INFO (indexFetcher-7657-thread-1) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 1970357 INFO (indexFetcher-7657-thread-1) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@6f7a20f[tlog_replica_test_remove_leader_shard1_replica_t2] main]
[junit4] 2> 1970359 INFO (searcherExecutor-7647-thread-1-processing-n:127.0.0.1:41975_solr x:tlog_replica_test_remove_leader_shard1_replica_t2 s:shard1 c:tlog_replica_test_remove_leader r:core_node4) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.SolrCore [tlog_replica_test_remove_leader_shard1_replica_t2] Registered new searcher Searcher@6f7a20f[tlog_replica_test_remove_leader_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1970422 INFO (qtp1050892156-26457) [n:127.0.0.1:35351_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_remove_leader&nrtReplicas=0&action=CREATE&numShards=1&tlogReplicas=2&wt=javabin&version=2} status=0 QTime=3419
[junit4] 2> 1970431 INFO (qtp115708258-26460) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_remove_leader_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:35351/solr/tlog_replica_test_remove_leader_shard1_replica_t1/&wt=javabin&version=2}{add=[1 (1579714403104718848)]} 0 0
[junit4] 2> 1970431 INFO (qtp1050892156-26459) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_remove_leader_shard1_replica_t1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1579714403104718848)]} 0 4
[junit4] 2> 1970433 INFO (qtp115708258-26461) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_remove_leader_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:35351/solr/tlog_replica_test_remove_leader_shard1_replica_t1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
[junit4] 2> 1970434 INFO (qtp1050892156-26453) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1579714403112058880,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1970434 INFO (qtp1050892156-26453) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@5fe087c4 commitCommandVersion:1579714403112058880
[junit4] 2> 1970437 INFO (qtp1050892156-26453) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@c2332bb[tlog_replica_test_remove_leader_shard1_replica_t1] main]
[junit4] 2> 1970438 INFO (qtp1050892156-26453) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1970439 INFO (searcherExecutor-7646-thread-1-processing-n:127.0.0.1:35351_solr x:tlog_replica_test_remove_leader_shard1_replica_t1 s:shard1 c:tlog_replica_test_remove_leader r:core_node3) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.SolrCore [tlog_replica_test_remove_leader_shard1_replica_t1] Registered new searcher Searcher@c2332bb[tlog_replica_test_remove_leader_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1)))}
[junit4] 2> 1970439 INFO (qtp1050892156-26453) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_remove_leader_shard1_replica_t1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:35351/solr/tlog_replica_test_remove_leader_shard1_replica_t1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 5
[junit4] 2> 1970439 INFO (qtp1050892156-26447) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_remove_leader_shard1_replica_t1] webapp=/solr path=/update params={_stateVer_=tlog_replica_test_remove_leader:5&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 7
[junit4] 2> 1970442 INFO (qtp1050892156-26453) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
[junit4] 2> 1970445 INFO (qtp1050892156-26447) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
[junit4] 2> 1970448 INFO (qtp115708258-26460) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1970549 INFO (qtp115708258-26461) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1970650 INFO (qtp115708258-26452) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1970750 INFO (qtp115708258-26448) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1970851 INFO (qtp115708258-26460) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1970952 INFO (qtp115708258-26461) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1971006 INFO (OverseerCollectionConfigSetProcessor-98732149952610309-127.0.0.1:41975_solr-n_0000000000) [n:127.0.0.1:41975_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1971053 INFO (qtp115708258-26452) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1971153 INFO (qtp115708258-26448) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1971254 INFO (qtp115708258-26448) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1971355 INFO (qtp115708258-26461) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1971456 INFO (qtp115708258-26452) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1971557 INFO (qtp115708258-26452) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1971657 INFO (qtp115708258-26448) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1971758 INFO (qtp115708258-26461) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1971859 INFO (qtp115708258-26460) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1971959 INFO (qtp115708258-26452) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1972060 INFO (qtp115708258-26448) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1972161 INFO (qtp115708258-26461) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1972262 INFO (qtp115708258-26460) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1972362 INFO (qtp115708258-26452) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1972463 INFO (qtp115708258-26448) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1972564 INFO (qtp115708258-26461) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1972665 INFO (qtp115708258-26460) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1972765 INFO (qtp115708258-26452) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1972866 INFO (qtp115708258-26448) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1972967 INFO (qtp115708258-26448) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1973068 INFO (qtp115708258-26460) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1973168 INFO (qtp115708258-26460) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1973269 INFO (qtp115708258-26461) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1973355 INFO (qtp1050892156-26451) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1973355 INFO (indexFetcher-7657-thread-1) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.h.IndexFetcher Master's generation: 2
[junit4] 2> 1973355 INFO (indexFetcher-7657-thread-1) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.h.IndexFetcher Master's version: 1506533053505
[junit4] 2> 1973355 INFO (indexFetcher-7657-thread-1) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 1973355 INFO (indexFetcher-7657-thread-1) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 1973355 INFO (indexFetcher-7657-thread-1) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 1973357 INFO (qtp1050892156-26451) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=0
[junit4] 2> 1973357 INFO (indexFetcher-7657-thread-1) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.h.IndexFetcher Number of files in latest index in master: 13
[junit4] 2> 1973358 INFO (indexFetcher-7657-thread-1) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@83ef17d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1938a2da)
[junit4] 2> 1973359 INFO (qtp1050892156-26462) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1973361 INFO (qtp1050892156-26459) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1973362 INFO (qtp1050892156-26447) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1973363 INFO (qtp1050892156-26451) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1973366 INFO (qtp1050892156-26462) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Asserting_0.dvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1973367 INFO (qtp1050892156-26459) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Asserting_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1973368 INFO (qtp1050892156-26447) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Asserting_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1973368 INFO (qtp1050892156-26451) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Asserting_0.tim&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1973369 INFO (qtp1050892156-26462) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Asserting_0.dvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1973369 INFO (qtp1050892156-26459) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Asserting_0.tip&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1973370 INFO (qtp115708258-26448) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1973370 INFO (qtp1050892156-26447) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1973371 INFO (qtp1050892156-26451) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1973371 INFO (qtp1050892156-26462) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=segments_2&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1973372 INFO (indexFetcher-7657-thread-1) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=2403) : 0 secs (null bytes/sec) to MockDirectoryWrapper(RAMDirectory@83ef17d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1938a2da)
[junit4] 2> 1973373 INFO (indexFetcher-7657-thread-1) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 1973374 INFO (indexFetcher-7657-thread-1) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@1013e703[tlog_replica_test_remove_leader_shard1_replica_t2] main]
[junit4] 2> 1973375 INFO (searcherExecutor-7647-thread-1-processing-n:127.0.0.1:41975_solr x:tlog_replica_test_remove_leader_shard1_replica_t2 s:shard1 c:tlog_replica_test_remove_leader r:core_node4) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.SolrCore [tlog_replica_test_remove_leader_shard1_replica_t2] Registered new searcher Searcher@1013e703[tlog_replica_test_remove_leader_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1)))}
[junit4] 2> 1973471 INFO (qtp115708258-26452) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
[junit4] 2> 1973473 INFO (qtp1050892156-26449) [n:127.0.0.1:35351_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletereplica with params replica=core_node3&action=DELETEREPLICA&collection=tlog_replica_test_remove_leader&shard=shard1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1973479 INFO (qtp1050892156-26453) [n:127.0.0.1:35351_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tlog_replica_test_remove_leader.shard1.replica_t1, tag=null
[junit4] 2> 1973479 INFO (qtp1050892156-26453) [n:127.0.0.1:35351_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@33d2864a: rootName = solr_35351, domain = solr.core.tlog_replica_test_remove_leader.shard1.replica_t1, service url = null, agent id = null] for registry solr.core.tlog_replica_test_remove_leader.shard1.replica_t1 / com.codahale.metrics.MetricRegistry@4fd036d2
[junit4] 2> 1973495 INFO (qtp1050892156-26453) [n:127.0.0.1:35351_solr ] o.a.s.c.ZkController tlog_replica_test_remove_leader_shard1_replica_t1 stopping background replication from leader
[junit4] 2> 1973495 INFO (qtp1050892156-26453) [n:127.0.0.1:35351_solr ] o.a.s.c.SolrCore [tlog_replica_test_remove_leader_shard1_replica_t1] CLOSING SolrCore org.apache.solr.core.SolrCore@2dbab747
[junit4] 2> 1973495 INFO (qtp1050892156-26453) [n:127.0.0.1:35351_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tlog_replica_test_remove_leader.shard1.replica_t1, tag=767211335
[junit4] 2> 1973495 INFO (qtp1050892156-26453) [n:127.0.0.1:35351_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.tlog_replica_test_remove_leader.shard1.leader, tag=767211335
[junit4] 2> 1973500 INFO (qtp1050892156-26453) [n:127.0.0.1:35351_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=tlog_replica_test_remove_leader_shard1_replica_t1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2&deleteIndex=true} status=0 QTime=21
[junit4] 2> 1973501 INFO (zkCallback-5334-thread-2-processing-n:127.0.0.1:41975_solr) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1973501 INFO (zkCallback-5341-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_remove_leader/state.json] for collection [tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1973501 INFO (zkCallback-5334-thread-1-processing-n:127.0.0.1:41975_solr) [n:127.0.0.1:41975_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_remove_leader/state.json] for collection [tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1973501 INFO (zkCallback-5334-thread-3-processing-n:127.0.0.1:41975_solr) [n:127.0.0.1:41975_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_remove_leader/state.json] for collection [tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1973602 INFO (qtp1050892156-26449) [n:127.0.0.1:35351_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replica=core_node3&action=DELETEREPLICA&collection=tlog_replica_test_remove_leader&shard=shard1&wt=javabin&version=2} status=0 QTime=128
[junit4] 2> 1973602 INFO (zkCallback-5341-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_remove_leader/state.json] for collection [tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1973602 INFO (zkCallback-5334-thread-1-processing-n:127.0.0.1:41975_solr) [n:127.0.0.1:41975_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_remove_leader/state.json] for collection [tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1973603 INFO (zkCallback-5334-thread-3-processing-n:127.0.0.1:41975_solr) [n:127.0.0.1:41975_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_remove_leader/state.json] for collection [tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1975476 INFO (OverseerCollectionConfigSetProcessor-98732149952610309-127.0.0.1:41975_solr-n_0000000000) [n:127.0.0.1:41975_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1976001 INFO (zkCallback-5334-thread-2-processing-n:127.0.0.1:41975_solr) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:41975/solr/tlog_replica_test_remove_leader_shard1_replica_t2/
[junit4] 2> 1976001 INFO (zkCallback-5334-thread-2-processing-n:127.0.0.1:41975_solr) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1976001 INFO (zkCallback-5334-thread-2-processing-n:127.0.0.1:41975_solr) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.SyncStrategy https://127.0.0.1:41975/solr/tlog_replica_test_remove_leader_shard1_replica_t2/ has no replicas
[junit4] 2> 1976001 INFO (zkCallback-5334-thread-2-processing-n:127.0.0.1:41975_solr) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.ZkController tlog_replica_test_remove_leader_shard1_replica_t2 stopping background replication from leader
[junit4] 2> 1976002 INFO (zkCallback-5334-thread-2-processing-n:127.0.0.1:41975_solr) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext New leader does not have old tlog to replay
[junit4] 2> 1976004 INFO (zkCallback-5334-thread-2-processing-n:127.0.0.1:41975_solr) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:41975/solr/tlog_replica_test_remove_leader_shard1_replica_t2/ shard1
[junit4] 2> 1976005 INFO (zkCallback-5341-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_remove_leader/state.json] for collection [tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1976005 INFO (zkCallback-5334-thread-3-processing-n:127.0.0.1:41975_solr) [n:127.0.0.1:41975_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_remove_leader/state.json] for collection [tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1976005 INFO (zkCallback-5334-thread-2-processing-n:127.0.0.1:41975_solr) [n:127.0.0.1:41975_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_remove_leader/state.json] for collection [tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1976105 INFO (qtp115708258-26448) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_remove_leader_shard1_replica_t2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2 (1579714409057484800)]} 0 1
[junit4] 2> 1976108 INFO (qtp115708258-26460) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1579714409061679104,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1976108 INFO (qtp115708258-26460) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@74de990 commitCommandVersion:1579714409061679104
[junit4] 2> 1976110 INFO (qtp115708258-26460) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@49ecb7a9[tlog_replica_test_remove_leader_shard1_replica_t2] main]
[junit4] 2> 1976110 INFO (qtp115708258-26460) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1976111 INFO (searcherExecutor-7647-thread-1-processing-n:127.0.0.1:41975_solr x:tlog_replica_test_remove_leader_shard1_replica_t2 s:shard1 c:tlog_replica_test_remove_leader r:core_node4) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.SolrCore [tlog_replica_test_remove_leader_shard1_replica_t2] Registered new searcher Searcher@49ecb7a9[tlog_replica_test_remove_leader_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1) Uninverting(_1(8.0.0):C1)))}
[junit4] 2> 1976111 INFO (qtp115708258-26460) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_remove_leader_shard1_replica_t2] webapp=/solr path=/update params={_stateVer_=tlog_replica_test_remove_leader:8&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 3
[junit4] 2> 1976117 INFO (qtp115708258-26450) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=2 status=0 QTime=0
[junit4] 2> 1976118 INFO (qtp1050892156-26447) [n:127.0.0.1:35351_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params action=ADDREPLICA&collection=tlog_replica_test_remove_leader&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1976119 INFO (OverseerThreadFactory-7641-thread-3-processing-n:127.0.0.1:41975_solr) [n:127.0.0.1:41975_solr ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:35351_solr for creating new replica
[junit4] 2> 1976120 INFO (OverseerStateUpdate-98732149952610309-127.0.0.1:41975_solr-n_0000000000) [n:127.0.0.1:41975_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"addreplica",
[junit4] 2> "collection":"tlog_replica_test_remove_leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"tlog_replica_test_remove_leader_shard1_replica_t5",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35351/solr",
[junit4] 2> "node_name":"127.0.0.1:35351_solr",
[junit4] 2> "type":"TLOG"}
[junit4] 2> 1976222 INFO (zkCallback-5341-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_remove_leader/state.json] for collection [tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1976222 INFO (zkCallback-5334-thread-2-processing-n:127.0.0.1:41975_solr) [n:127.0.0.1:41975_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_remove_leader/state.json] for collection [tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1976222 INFO (zkCallback-5334-thread-3-processing-n:127.0.0.1:41975_solr) [n:127.0.0.1:41975_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_remove_leader/state.json] for collection [tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1976321 INFO (qtp1050892156-26451) [n:127.0.0.1:35351_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&name=tlog_replica_test_remove_leader_shard1_replica_t5&action=CREATE&collection=tlog_replica_test_remove_leader&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1976328 INFO (qtp1050892156-26451) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node6 x:tlog_replica_test_remove_leader_shard1_replica_t5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1976336 INFO (qtp1050892156-26451) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node6 x:tlog_replica_test_remove_leader_shard1_replica_t5] o.a.s.s.IndexSchema [tlog_replica_test_remove_leader_shard1_replica_t5] Schema name=minimal
[junit4] 2> 1976338 INFO (qtp1050892156-26451) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node6 x:tlog_replica_test_remove_leader_shard1_replica_t5] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1976338 INFO (qtp1050892156-26451) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node6 x:tlog_replica_test_remove_leader_shard1_replica_t5] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_remove_leader_shard1_replica_t5' using configuration from collection tlog_replica_test_remove_leader, trusted=true
[junit4] 2> 1976339 INFO (qtp1050892156-26451) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node6 x:tlog_replica_test_remove_leader_shard1_replica_t5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35351.solr.core.tlog_replica_test_remove_leader.shard1.replica_t5' (registry 'solr.core.tlog_replica_test_remove_leader.shard1.replica_t5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55af1ddb
[junit4] 2> 1976339 INFO (qtp1050892156-26451) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node6 x:tlog_replica_test_remove_leader_shard1_replica_t5] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1976339 INFO (qtp1050892156-2645
[...truncated too long message...]
_test_out_of_order_db_qwith_in_place_updates.shard1.replica_t2 / com.codahale.metrics.MetricRegistry@59e265dc
[junit4] 2> 2066124 WARN (zkCallback-5391-thread-1-processing-n:127.0.0.1:41975_solr) [n:127.0.0.1:41975_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2066124 INFO (zkCallback-5354-thread-3-processing-n:127.0.0.1:35351_solr) [n:127.0.0.1:35351_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 2066124 INFO (jetty-closer-5324-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@ddc309a{/solr,null,UNAVAILABLE}
[junit4] 2> 2066129 INFO (coreCloseExecutor-8091-thread-1) [n:127.0.0.1:35351_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node4 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.tlog_replica_test_out_of_order_db_qwith_in_place_updates.shard1.leader, tag=1936434474
[junit4] 2> 2066130 INFO (jetty-closer-5324-thread-2) [ ] o.a.s.c.Overseer Overseer (id=98732149952610318-127.0.0.1:35351_solr-n_0000000003) closing
[junit4] 2> 2066130 INFO (OverseerStateUpdate-98732149952610318-127.0.0.1:35351_solr-n_0000000003) [n:127.0.0.1:35351_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:35351_solr
[junit4] 2> 2067632 WARN (zkCallback-5354-thread-3-processing-n:127.0.0.1:35351_solr) [n:127.0.0.1:35351_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2067632 INFO (jetty-closer-5324-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@629be64a{/solr,null,UNAVAILABLE}
[junit4] 2> 2067633 ERROR (SUITE-TestTlogReplica-seed#[2CCF3585552FE04F]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2067633 INFO (SUITE-TestTlogReplica-seed#[2CCF3585552FE04F]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40825 40825
[junit4] 2> 2077685 INFO (Thread-4342) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40825 40825
[junit4] 2> 2077686 WARN (Thread-4342) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 23 /solr/configs/conf
[junit4] 2> 10 /solr/aliases.json
[junit4] 2> 9 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 36 /solr/collections/tlog_replica_test_recovery/state.json
[junit4] 2> 28 /solr/collections/tlog_replica_test_create_delete/state.json
[junit4] 2> 25 /solr/collections/tlog_replica_test_kill_leader/state.json
[junit4] 2> 25 /solr/collections/tlog_replica_test_kill_tlog_replica/state.json
[junit4] 2> 23 /solr/collections/tlog_replica_test_basic_leader_election/state.json
[junit4] 2> 23 /solr/collections/tlog_replica_test_add_remove_tlog_replica/state.json
[junit4] 2> 22 /solr/collections/tlog_replica_test_remove_leader/state.json
[junit4] 2> 21 /solr/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json
[junit4] 2> 15 /solr/collections/tlog_replica_test_delete_by_id/state.json
[junit4] 2> 13 /solr/collections/tlog_replica_test_only_leader_indexes/state.json
[junit4] 2> 10 /solr/clusterprops.json
[junit4] 2> 10 /solr/clusterstate.json
[junit4] 2> 6 /solr/collections/tlog_replica_test_add_docs/state.json
[junit4] 2> 6 /solr/collections/tlog_replica_test_real_time_get/state.json
[junit4] 2> 5 /solr/overseer_elect/election/98732149952610318-127.0.0.1:35351_solr-n_0000000003
[junit4] 2> 4 /solr/collections/tlog_replica_test_recovery/leader_elect/shard1/election/98732149952610318-core_node3-n_0000000000
[junit4] 2> 3 /solr/overseer_elect/election/98732149952610309-127.0.0.1:41975_solr-n_0000000000
[junit4] 2> 2 /solr/collections/tlog_replica_test_create_delete/leader_elect/shard2/election/98732149952610309-core_node16-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 10 /solr/collections
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2> 2 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_2CCF3585552FE04F-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=true): {}, locale=zh-TW, timezone=Asia/Jayapura
[junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=187668992,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [SSLMigrationTest, TestPHPSerializedResponseWriter, TestRealTimeGet, TestPointFields, TestSolrCloudSnapshots, FieldAnalysisRequestHandlerTest, OpenExchangeRatesOrgProviderTest, TestFieldCacheSort, OverseerStatusTest, TestGeoJSONResponseWriter, TestSolr4Spatial, TestQuerySenderNoQuery, TestUseDocValuesAsStored, ZkNodePropsTest, QueryResultKeyTest, TestStandardQParsers, ClassificationUpdateProcessorFactoryTest, DistribJoinFromCollectionTest, TestSolrConfigHandlerCloud, TestPushWriter, TestDeleteCollectionOnDownNodes, TestConfigSetImmutable, XmlUpdateRequestHandlerTest, TestDistributedStatsComponentCardinality, TestCollectionAPIs, TestCollectionAPI, ExternalFileFieldSortTest, TestCorePropertiesReload, SpellingQueryConverterTest, TestCloudNestedDocsSort, TestNonDefinedSimilarityFactory, IndexBasedSpellCheckerTest, TestPKIAuthenticationPlugin, TestTolerantUpdateProcessorRandomCloud, VMParamsZkACLAndCredentialsProvidersTest, SolrMetricManagerTest, TestInPlaceUpdatesStandalone, ChaosMonkeyNothingIsSafeTest, TestXmlQParser, InfixSuggestersTest, UUIDUpdateProcessorFallbackTest, TestSizeLimitedDistributedMap, TestJoin, TestAddFieldRealTimeGet, AliasIntegrationTest, TestLMDirichletSimilarityFactory, TestFunctionQuery, TestComplexPhraseQParserPlugin, DistributedDebugComponentTest, FieldMutatingUpdateProcessorTest, SolrGangliaReporterTest, TestReplicaProperties, TestManagedResource, DistributedQueryElevationComponentTest, SolrIndexSplitterTest, TestCollationField, TestCloudSchemaless, NodeMutatorTest, TestImplicitCoreProperties, ManagedSchemaRoundRobinCloudTest, UninvertDocValuesMergePolicyTest, TestNumericRangeQuery64, TestPrepRecovery, TestHighlightDedupGrouping, AnalysisErrorHandlingTest, PeerSyncWithIndexFingerprintCachingTest, SpellCheckCollatorTest, ZkStateWriterTest, TestBlendedInfixSuggestions, TestSerializedLuceneMatchVersion, TestPhraseSuggestions, TestLeaderElectionZkExpiry, SolrRequestParserTest, TestReplicationHandler, TestRangeQuery, RAMDirectoryFactoryTest, ConfigSetsAPITest, TestFilteredDocIdSet, HdfsRestartWhileUpdatingTest, CloneFieldUpdateProcessorFactoryTest, TestHighFrequencyDictionaryFactory, CursorPagingTest, TestDelegationWithHadoopAuth, QueryElevationComponentTest, PeerSyncTest, TestMacros, HighlighterMaxOffsetTest, TestStressLiveNodes, TestFieldTypeCollectionResource, TestSearcherReuse, DocumentAnalysisRequestHandlerTest, TestRandomDVFaceting, SolrShardReporterTest, HdfsNNFailoverTest, MBeansHandlerTest, HdfsChaosMonkeyNothingIsSafeTest, SolrIndexConfigTest, TestIBSimilarityFactory, UUIDFieldTest, DistributedFacetPivotLargeTest, AsyncCallRequestStatusResponseTest, TestOmitPositions, TestSubQueryTransformer, CachingDirectoryFactoryTest, SolrCLIZkUtilsTest, BigEndianAscendingWordDeserializerTest, TestCloudJSONFacetJoinDomain, TestDocSet, BlockJoinFacetRandomTest, TestZkAclsWithHadoopAuth, HdfsTlogReplayBufferedWhileIndexingTest, TestLuceneMatchVersion, TestDocTermOrds, RecoveryAfterSoftCommitTest, TestTestInjection, TestCrossCoreJoin, TestEmbeddedSolrServerAdminHandler, DirectoryFactoryTest, TestLazyCores, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, SyncSliceTest, OpenCloseCoreStressTest, LeaderElectionIntegrationTest, ShardRoutingTest, BasicZkTest, FullSolrCloudDistribCmdsTest, ZkCLITest, ShardRoutingCustomTest, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, HardAutoCommitTest, SolrCoreTest, SolrCmdDistributorTest, TestSort, TestBadConfig, SoftAutoCommitTest, TestMergePolicyConfig, MultiTermTest, TestBinaryField, TestElisionMultitermQuery, TestConfig, OutputWriterTest, TestFuzzyAnalyzedSuggestions, TestSolrCoreProperties, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, SpellPossibilityIteratorTest, SynonymTokenizerTest, TestXIncludeConfig, EchoParamsTest, TestFastWriter, TestFastOutputStream, TestFastLRUCache, DOMUtilTest, TestDocumentBuilder, SystemInfoHandlerTest, CircularListTest, SolrTestCaseJ4Test, TestSimpleTrackingShardHandler, ChaosMonkeySafeLeaderWithPullReplicasTest, CreateCollectionCleanupTest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest, DistributedQueueTest, LeaderFailoverAfterPartitionTest, LeaderInitiatedRecoveryOnCommitTest, MoveReplicaHDFSUlogDirTest, OverseerCollectionConfigSetProcessorTest, OverseerTaskQueueTest, RemoteQueryErrorTest, SaslZkACLProviderTest, SharedFSAutoReplicaFailoverTest, SharedFSAutoReplicaFailoverUtilsTest, SimpleCollectionCreateDeleteTest, TestAuthenticationFramework, TestCloudInspectUtil, TestCloudPseudoReturnFields, TestConfigSetsAPI, TestRequestStatusCollectionAPI, TestSolrCloudWithKerberosAlt, TestTlogReplica]
[junit4] Completed [580/733 (1!)] on J0 in 110.97s, 13 tests, 2 failures <<< FAILURES!
[...truncated 47153 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build #
20560 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20560/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseG1GC
1 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 1) Thread[id=16432, name=jetty-launcher-2488-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505) 2) Thread[id=16433, name=jetty-launcher-2488-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
1) Thread[id=16432, name=jetty-launcher-2488-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
2) Thread[id=16433, name=jetty-launcher-2488-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
at __randomizedtesting.SeedInfo.seed([A76C2B69C82AC5BD]:0)
Build Log:
[...truncated 13210 lines...]
[junit4] Suite: org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
[junit4] 2> 1806688 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[A76C2B69C82AC5BD]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_A76C2B69C82AC5BD-001/init-core-data-001
[junit4] 2> 1806688 WARN (SUITE-TestSolrCloudWithSecureImpersonation-seed#[A76C2B69C82AC5BD]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 1806689 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[A76C2B69C82AC5BD]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1806690 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[A76C2B69C82AC5BD]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 1806707 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[A76C2B69C82AC5BD]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_A76C2B69C82AC5BD-001/tempDir-001
[junit4] 2> 1806707 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[A76C2B69C82AC5BD]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1806707 INFO (Thread-4705) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1806707 INFO (Thread-4705) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1806709 ERROR (Thread-4705) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1806807 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[A76C2B69C82AC5BD]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:44889
[junit4] 2> 1806811 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ec3b4eb290000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1806812 INFO (jetty-launcher-2488-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1806812 INFO (jetty-launcher-2488-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1806812 INFO (jetty-launcher-2488-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@36089ddf{/solr,null,AVAILABLE}
[junit4] 2> 1806813 INFO (jetty-launcher-2488-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1410bb98{/solr,null,AVAILABLE}
[junit4] 2> 1806815 INFO (jetty-launcher-2488-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@70905f46{HTTP/1.1,[http/1.1]}{127.0.0.1:36601}
[junit4] 2> 1806815 INFO (jetty-launcher-2488-thread-1) [ ] o.e.j.s.Server Started @1808116ms
[junit4] 2> 1806815 INFO (jetty-launcher-2488-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36601}
[junit4] 2> 1806818 INFO (jetty-launcher-2488-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@54a6741c{HTTP/1.1,[http/1.1]}{127.0.0.1:36659}
[junit4] 2> 1806818 INFO (jetty-launcher-2488-thread-2) [ ] o.e.j.s.Server Started @1808119ms
[junit4] 2> 1806818 INFO (jetty-launcher-2488-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36659}
[junit4] 2> 1806819 ERROR (jetty-launcher-2488-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1806819 INFO (jetty-launcher-2488-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1806819 INFO (jetty-launcher-2488-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1806819 INFO (jetty-launcher-2488-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1806819 INFO (jetty-launcher-2488-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-09-27T14:19:27.512Z
[junit4] 2> 1806820 ERROR (jetty-launcher-2488-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1806820 INFO (jetty-launcher-2488-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1806820 INFO (jetty-launcher-2488-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1806820 INFO (jetty-launcher-2488-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1806820 INFO (jetty-launcher-2488-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-09-27T14:19:27.513Z
[junit4] 2> 1806825 INFO (jetty-launcher-2488-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1806826 INFO (jetty-launcher-2488-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1806834 INFO (jetty-launcher-2488-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44889/solr
[junit4] 2> 1806837 INFO (jetty-launcher-2488-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44889/solr
[junit4] 2> 1806875 INFO (jetty-launcher-2488-thread-2) [n:127.0.0.1:36659_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1806875 INFO (jetty-launcher-2488-thread-2) [n:127.0.0.1:36659_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36659_solr
[junit4] 2> 1806876 INFO (jetty-launcher-2488-thread-2) [n:127.0.0.1:36659_solr ] o.a.s.c.Overseer Overseer (id=98731423655591941-127.0.0.1:36659_solr-n_0000000000) starting
[junit4] 2> 1806877 INFO (jetty-launcher-2488-thread-1) [n:127.0.0.1:36601_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1806878 INFO (jetty-launcher-2488-thread-1) [n:127.0.0.1:36601_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36601_solr
[junit4] 2> 1806882 INFO (zkCallback-2500-thread-1-processing-n:127.0.0.1:36601_solr) [n:127.0.0.1:36601_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1806883 INFO (OverseerStateUpdate-98731423655591941-127.0.0.1:36659_solr-n_0000000000) [n:127.0.0.1:36659_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1806883 INFO (jetty-launcher-2488-thread-2) [n:127.0.0.1:36659_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36659_solr
[junit4] 2> 1806883 INFO (zkCallback-2499-thread-1-processing-n:127.0.0.1:36659_solr) [n:127.0.0.1:36659_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1806889 INFO (zkCallback-2500-thread-1-processing-n:127.0.0.1:36601_solr) [n:127.0.0.1:36601_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1806905 INFO (jetty-launcher-2488-thread-1) [n:127.0.0.1:36601_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
[junit4] 2> 1806906 WARN (jetty-launcher-2488-thread-1) [n:127.0.0.1:36601_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 1806910 INFO (jetty-launcher-2488-thread-1) [n:127.0.0.1:36601_solr ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=localhost.localdomain,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=jenkins, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
[junit4] 2> 1806922 INFO (jetty-launcher-2488-thread-2) [n:127.0.0.1:36659_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
[junit4] 2> 1806922 WARN (jetty-launcher-2488-thread-2) [n:127.0.0.1:36659_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 1806923 INFO (jetty-launcher-2488-thread-2) [n:127.0.0.1:36659_solr ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=localhost.localdomain,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=jenkins, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
[junit4] 2> 1806971 INFO (jetty-launcher-2488-thread-2) [n:127.0.0.1:36659_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 1806971 INFO (jetty-launcher-2488-thread-1) [n:127.0.0.1:36601_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 1806984 INFO (jetty-launcher-2488-thread-2-EventThread) [n:127.0.0.1:36659_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 1806984 INFO (jetty-launcher-2488-thread-1-EventThread) [n:127.0.0.1:36601_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 1807048 WARN (jetty-launcher-2488-thread-2) [n:127.0.0.1:36659_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 1807049 WARN (jetty-launcher-2488-thread-1) [n:127.0.0.1:36601_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 1807075 INFO (jetty-launcher-2488-thread-2) [n:127.0.0.1:36659_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36659.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46751472
[junit4] 2> 1807076 INFO (jetty-launcher-2488-thread-1) [n:127.0.0.1:36601_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36601.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46751472
[junit4] 2> 1807080 INFO (jetty-launcher-2488-thread-2) [n:127.0.0.1:36659_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36659.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46751472
[junit4] 2> 1807080 INFO (jetty-launcher-2488-thread-2) [n:127.0.0.1:36659_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36659.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46751472
[junit4] 2> 1807081 INFO (jetty-launcher-2488-thread-1) [n:127.0.0.1:36601_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36601.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46751472
[junit4] 2> 1807081 INFO (jetty-launcher-2488-thread-2) [n:127.0.0.1:36659_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_A76C2B69C82AC5BD-001/tempDir-001/node2/.
[junit4] 2> 1807081 INFO (jetty-launcher-2488-thread-1) [n:127.0.0.1:36601_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36601.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46751472
[junit4] 2> 1807081 INFO (jetty-launcher-2488-thread-1) [n:127.0.0.1:36601_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_A76C2B69C82AC5BD-001/tempDir-001/node1/.
[junit4] 2> 1807130 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[A76C2B69C82AC5BD]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyWrongHost
[junit4] 2> 1812166 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[A76C2B69C82AC5BD]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyWrongHost
[junit4] 2> 1812210 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[A76C2B69C82AC5BD]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateHost
[junit4] 2> 1812213 INFO (qtp1645950725-16398) [n:127.0.0.1:36601_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1812214 INFO (qtp1645950725-16398) [n:127.0.0.1:36601_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1812215 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[A76C2B69C82AC5BD]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateHost
[junit4] 2> 1812278 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[A76C2B69C82AC5BD]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNullProxyUser
[junit4] 2> 1812279 INFO (qtp1645950725-16399) [ ] o.a.s.s.SolrDispatchFilter Error authenticating
[junit4] 2> java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
[junit4] 2> at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
[junit4] 2> at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
[junit4] 2> at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
[junit4] 2> at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:451)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1812279 WARN (qtp1645950725-16399) [ ] o.e.j.s.ServletHandler /solr/admin/collections
[junit4] 2> org.apache.solr.common.SolrException: Error during request authentication,
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:457)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
[junit4] 2> at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
[junit4] 2> at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
[junit4] 2> at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
[junit4] 2> at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:451)
[junit4] 2> ... 26 more
[junit4] 2> 1812288 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[A76C2B69C82AC5BD]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNullProxyUser
[junit4] 2> 1812343 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[A76C2B69C82AC5BD]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyUnknownRemote
[junit4] 2> 1821175 WARN (jetty-launcher-2488-thread-1-SendThread(127.0.0.1:44889)) [n:127.0.0.1:36601_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 14124ms for sessionid 0x15ec3b4eb290008
[junit4] 2> 1821175 WARN (jetty-launcher-2488-thread-1-SendThread(127.0.0.1:44889)) [n:127.0.0.1:36601_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 14093ms for sessionid 0x15ec3b4eb290006
[junit4] 2> 1821176 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ec3b4eb290008, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1821176 WARN (jetty-launcher-2488-thread-2-SendThread(127.0.0.1:44889)) [n:127.0.0.1:36659_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 14128ms for sessionid 0x15ec3b4eb290007
[junit4] 2> 1821178 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ec3b4eb290006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1821179 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ec3b4eb290007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1821180 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[A76C2B69C82AC5BD]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyUnknownRemote
[junit4] 2> 1821223 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[A76C2B69C82AC5BD]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateAnyHostAnyUser
[junit4] 2> 1821224 INFO (qtp1645950725-16398) [n:127.0.0.1:36601_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1821224 INFO (qtp1645950725-16398) [n:127.0.0.1:36601_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1821224 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[A76C2B69C82AC5BD]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateAnyHostAnyUser
[junit4] 2> 1821256 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[A76C2B69C82AC5BD]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigHosts
[junit4] 2> 1821262 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[A76C2B69C82AC5BD]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigHosts
[junit4] 2> 1821277 WARN (zkCallback-2500-thread-2-processing-n:127.0.0.1:36601_solr) [n:127.0.0.1:36601_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@156714cc name: ZooKeeperConnection Watcher:127.0.0.1:44889/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 1821277 WARN (zkCallback-2500-thread-2-processing-n:127.0.0.1:36601_solr) [n:127.0.0.1:36601_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 1821332 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[A76C2B69C82AC5BD]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateGroup
[junit4] 2> 1821358 INFO (qtp1645950725-16396) [n:127.0.0.1:36601_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=jenkins&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1821358 INFO (qtp1645950725-16396) [n:127.0.0.1:36601_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=jenkins&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1821358 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[A76C2B69C82AC5BD]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateGroup
[junit4] 2> 1821420 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[A76C2B69C82AC5BD]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidProxyUser
[junit4] 2> 1821425 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[A76C2B69C82AC5BD]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidProxyUser
[junit4] 2> 1821478 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[A76C2B69C82AC5BD]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigGroups
[junit4] 2> 1821480 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[A76C2B69C82AC5BD]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigGroups
[junit4] 2> 1821529 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[A76C2B69C82AC5BD]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testForwarding
[junit4] 2> 1821723 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[A76C2B69C82AC5BD]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1821724 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[A76C2B69C82AC5BD]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44889/solr ready
[junit4] 2> 1821725 INFO (qtp1867063230-16393) [n:127.0.0.1:36659_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1821726 INFO (OverseerThreadFactory-6031-thread-1-processing-n:127.0.0.1:36659_solr) [n:127.0.0.1:36659_solr ] o.a.s.c.CreateCollectionCmd Create collection forwardingCollection
[junit4] 2> 1821829 INFO (OverseerStateUpdate-98731423655591941-127.0.0.1:36659_solr-n_0000000000) [n:127.0.0.1:36659_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"forwardingCollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"forwardingCollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:36659/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1822032 INFO (qtp1867063230-16397) [n:127.0.0.1:36659_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1822032 INFO (qtp1867063230-16397) [n:127.0.0.1:36659_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1822134 INFO (zkCallback-2499-thread-2-processing-n:127.0.0.1:36659_solr) [n:127.0.0.1:36659_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1822134 INFO (zkCallback-2499-thread-1-processing-n:127.0.0.1:36659_solr) [n:127.0.0.1:36659_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1822350 INFO (jetty-launcher-2488-thread-1-EventThread) [n:127.0.0.1:36601_solr ] o.a.c.f.s.ConnectionStateManager State change: SUSPENDED
[junit4] 2> 1822658 INFO (jetty-launcher-2488-thread-2-EventThread) [n:127.0.0.1:36659_solr ] o.a.c.f.s.ConnectionStateManager State change: SUSPENDED
[junit4] 2> 1823046 INFO (qtp1867063230-16397) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1823091 INFO (qtp1867063230-16397) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema [forwardingCollection_shard1_replica_n1] Schema name=test
[junit4] 2> 1823147 INFO (qtp1867063230-16397) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1823154 INFO (qtp1867063230-16397) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'forwardingCollection_shard1_replica_n1' using configuration from collection forwardingCollection, trusted=true
[junit4] 2> 1823154 INFO (qtp1867063230-16397) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36659.solr.core.forwardingCollection.shard1.replica_n1' (registry 'solr.core.forwardingCollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46751472
[junit4] 2> 1823154 INFO (qtp1867063230-16397) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1823154 INFO (qtp1867063230-16397) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [[forwardingCollection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_A76C2B69C82AC5BD-001/tempDir-001/node2/forwardingCollection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_A76C2B69C82AC5BD-001/tempDir-001/node2/./forwardingCollection_shard1_replica_n1/data/]
[junit4] 2> 1823156 INFO (qtp1867063230-16397) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=47, maxMergedSegmentMB=64.205078125, floorSegmentMB=2.0751953125, forceMergeDeletesPctAllowed=16.579339083396263, segmentsPerTier=50.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.21041975380747938
[junit4] 2> 1823193 INFO (qtp1867063230-16397) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1823193 INFO (qtp1867063230-16397) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1823194 INFO (qtp1867063230-16397) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1823194 INFO (qtp1867063230-16397) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1823195 INFO (qtp1867063230-16397) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=11, maxMergeAtOnceExplicit=23, maxMergedSegmentMB=53.7451171875, floorSegmentMB=0.5400390625, forceMergeDeletesPctAllowed=21.203922740985202, segmentsPerTier=11.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6016621685955835
[junit4] 2> 1823195 INFO (qtp1867063230-16397) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7ddea22d[forwardingCollection_shard1_replica_n1] main]
[junit4] 2> 1823196 INFO (qtp1867063230-16397) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 1823216 INFO (qtp1867063230-16397) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 1823308 INFO (qtp1867063230-16397) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1823308 INFO (searcherExecutor-6036-thread-1-processing-n:127.0.0.1:36659_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 1823308 INFO (qtp1867063230-16397) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1579702795895832576
[junit4] 2> 1823310 INFO (searcherExecutor-6036-thread-1-processing-n:127.0.0.1:36659_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 1823310 INFO (searcherExecutor-6036-thread-1-processing-n:127.0.0.1:36659_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 1823310 INFO (searcherExecutor-6036-thread-1-processing-n:127.0.0.1:36659_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 1823310 INFO (searcherExecutor-6036-thread-1-processing-n:127.0.0.1:36659_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 1823310 INFO (searcherExecutor-6036-thread-1-processing-n:127.0.0.1:36659_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 1823310 INFO (searcherExecutor-6036-thread-1-processing-n:127.0.0.1:36659_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 1823310 INFO (searcherExecutor-6036-thread-1-processing-n:127.0.0.1:36659_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 1823310 INFO (searcherExecutor-6036-thread-1-processing-n:127.0.0.1:36659_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 1823311 INFO (searcherExecutor-6036-thread-1-processing-n:127.0.0.1:36659_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1] Registered new searcher Searcher@7ddea22d[forwardingCollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1823313 INFO (qtp1867063230-16397) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1823313 INFO (qtp1867063230-16397) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1823313 INFO (qtp1867063230-16397) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36659/solr/forwardingCollection_shard1_replica_n1/
[junit4] 2> 1823313 INFO (qtp1867063230-16397) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1823313 INFO (qtp1867063230-16397) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:36659/solr/forwardingCollection_shard1_replica_n1/ has no replicas
[junit4] 2> 1823313 INFO (qtp1867063230-16397) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1823314 INFO (qtp1867063230-16397) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:36659/solr/forwardingCollection_shard1_replica_n1/ shard1
[junit4] 2> 1823415 INFO (zkCallback-2499-thread-1-processing-n:127.0.0.1:36659_solr) [n:127.0.0.1:36659_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1823415 INFO (zkCallback-2499-thread-2-processing-n:127.0.0.1:36659_solr) [n:127.0.0.1:36659_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1823465 INFO (qtp1867063230-16397) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1823466 INFO (qtp1867063230-16397) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1433
[junit4] 2> 1823468 INFO (qtp1867063230-16393) [n:127.0.0.1:36659_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1823568 INFO (zkCallback-2499-thread-1-processing-n:127.0.0.1:36659_solr) [n:127.0.0.1:36659_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1823568 INFO (zkCallback-2499-thread-2-processing-n:127.0.0.1:36659_solr) [n:127.0.0.1:36659_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1823727 INFO (OverseerCollectionConfigSetProcessor-98731423655591941-127.0.0.1:36659_solr-n_0000000000) [n:127.0.0.1:36659_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1824468 INFO (qtp1867063230-16393) [n:127.0.0.1:36659_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=2743
[junit4] 2> 1824469 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[A76C2B69C82AC5BD]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: forwardingCollection failOnTimeout:true timeout (sec):100
[junit4] 2> 1824469 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[A76C2B69C82AC5BD]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: forwardingCollection
[junit4] 2> 1824472 INFO (qtp1645950725-16396) [n:127.0.0.1:36601_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1824474 INFO (qtp1867063230-16386) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1824477 INFO (qtp1867063230-16393) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1824478 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[A76C2B69C82AC5BD]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testForwarding
[junit4] 2> 1824523 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[A76C2B69C82AC5BD]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidRemote
[junit4] 2> 1824535 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[A76C2B69C82AC5BD]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidRemote
[junit4] 2> 1824579 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[A76C2B69C82AC5BD]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidGroup
[junit4] 2> 1824585 WARN (qtp1645950725-16396) [n:127.0.0.1:36601_solr ] o.a.h.s.ShellBasedUnixGroupsMapping got exception trying to get groups for user bar: id: ???bar???: no such user
[junit4] 2> id: ???bar???: no such user
[junit4] 2>
[junit4] 2> 1824587 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[A76C2B69C82AC5BD]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidGroup
[junit4] 2> 1824588 INFO (jetty-closer-2489-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@70905f46{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1824588 INFO (jetty-closer-2489-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=442311778
[junit4] 2> 1824589 INFO (jetty-closer-2489-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@54a6741c{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1824589 INFO (jetty-closer-2489-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1824589 INFO (jetty-closer-2489-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1569325725
[junit4] 2> 1824589 INFO (jetty-closer-2489-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7174845f: rootName = solr_36601, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@70878df8
[junit4] 2> 1824589 INFO (jetty-closer-2489-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1824589 INFO (jetty-closer-2489-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5db3658f: rootName = solr_36659, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@4358b94d
[junit4] 2> 1824593 INFO (jetty-closer-2489-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1824593 INFO (jetty-closer-2489-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1824593 INFO (jetty-closer-2489-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3a01dfc1: rootName = solr_36659, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@6cbcf6e
[junit4] 2> 1824593 INFO (jetty-closer-2489-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@730b1fbb: rootName = solr_36601, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@6cbcf6e
[junit4] 2> 1824596 INFO (jetty-closer-2489-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1824596 INFO (jetty-closer-2489-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@75a003a8: rootName = solr_36659, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@5c95ed0a
[junit4] 2> 1824597 INFO (jetty-closer-2489-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1824598 INFO (coreCloseExecutor-6041-thread-1) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@37c2be0d
[junit4] 2> 1824598 INFO (coreCloseExecutor-6041-thread-1) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.forwardingCollection.shard1.replica_n1, tag=935509517
[junit4] 2> 1824598 INFO (coreCloseExecutor-6041-thread-1) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@39b1177d: rootName = solr_36659, domain = solr.core.forwardingCollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.forwardingCollection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@72845341
[junit4] 2> 1824598 INFO (jetty-closer-2489-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1824598 INFO (jetty-closer-2489-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@436fa6b1: rootName = solr_36601, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@5c95ed0a
[junit4] 2> 1824599 INFO (jetty-closer-2489-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1824600 INFO (zkCallback-2499-thread-2-processing-n:127.0.0.1:36659_solr) [n:127.0.0.1:36659_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1824601 ERROR (Thread[Thread-4722,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:36601_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
[junit4] 2> 1824605 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ec3b4eb290008, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1824606 INFO (jetty-closer-2489-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1410bb98{/solr,null,UNAVAILABLE}
[junit4] 2> 1824608 INFO (coreCloseExecutor-6041-thread-1) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.forwardingCollection.shard1.leader, tag=935509517
[junit4] 2> 1824610 INFO (jetty-closer-2489-thread-2) [ ] o.a.s.c.Overseer Overseer (id=98731423655591941-127.0.0.1:36659_solr-n_0000000000) closing
[junit4] 2> 1824610 INFO (OverseerStateUpdate-98731423655591941-127.0.0.1:36659_solr-n_0000000000) [n:127.0.0.1:36659_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:36659_solr
[junit4] 2> 1824610 WARN (zkCallback-2499-thread-2-processing-n:127.0.0.1:36659_solr) [n:127.0.0.1:36659_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1824610 ERROR (Thread[Thread-4723,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:36659_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
[junit4] 2> 1824611 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ec3b4eb290007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1824612 INFO (jetty-closer-2489-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@36089ddf{/solr,null,UNAVAILABLE}
[junit4] 2> 1824612 ERROR (SUITE-TestSolrCloudWithSecureImpersonation-seed#[A76C2B69C82AC5BD]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1824612 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[A76C2B69C82AC5BD]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44889 44889
[junit4] 2> 1829629 INFO (Thread-4705) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44889 44889
[junit4] 2> 1829631 WARN (Thread-4705) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMKeyIdRoot
[junit4] 2> 5 /solr/collections/forwardingCollection/state.json
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 3 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMSeqNumRoot
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_1
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_3
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_2
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_4
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2> 3 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot
[junit4] 2>
[junit4] 2> 1829656 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[A76C2B69C82AC5BD]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> Sep 27, 2017 2:19:50 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
[junit4] 2> Sep 27, 2017 2:20:10 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
[junit4] 2> 1) Thread[id=16432, name=jetty-launcher-2488-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2> 2) Thread[id=16433, name=jetty-launcher-2488-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2> Sep 27, 2017 2:20:10 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=16432, name=jetty-launcher-2488-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> 2) Thread[id=16433, name=jetty-launcher-2488-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> 1849925 ERROR (jetty-launcher-2488-thread-2-EventThread) [n:127.0.0.1:36659_solr ] o.a.c.f.i.CuratorFrameworkImpl Watcher exception
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1039)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2> 1849925 ERROR (jetty-launcher-2488-thread-1-EventThread) [n:127.0.0.1:36601_solr ] o.a.c.f.i.CuratorFrameworkImpl Watcher exception
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1039)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2> Sep 27, 2017 2:20:10 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: All leaked threads terminated.
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=false): {}, locale=zh-SG, timezone=Atlantic/St_Helena
[junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=87166600,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestFieldSortValues, TestSystemCollAutoCreate, TriLevelCompositeIdRoutingTest, CoreAdminCreateDiscoverTest, CreateCollectionCleanupTest, TestGroupingSearch, TestRebalanceLeaders, ShufflingReplicaListTransformerTest, InfoHandlerTest, TestSolrCoreProperties, TestSort, SecurityConfHandlerTest, TestSolrCLIRunExample, HdfsLockFactoryTest, BlockDirectoryTest, TestDistributedMissingSort, ReturnFieldsTest, TestConfigSetsAPI, LeaderInitiatedRecoveryOnShardRestartTest, CurrencyFieldTypeTest, RegexBoostProcessorTest, HealthCheckHandlerTest, RequestLoggingTest, PrimitiveFieldTypeTest, CdcrRequestHandlerTest, ShowFileRequestHandlerTest, QueryEqualityTest, ResponseHeaderTest, CheckHdfsIndexTest, TestInPlaceUpdatesDistrib, TestPullReplicaErrorHandling, TestDocBasedVersionConstraints, AutoScalingHandlerTest, TestFastWriter, SolrCloudReportersTest, SolrCoreCheckLockOnStartupTest, TestSurroundQueryParser, PolyFieldTest, TestPayloadScoreQParserPlugin, DistributedQueryComponentCustomSortTest, TestShortCircuitedRequests, TestChildDocTransformer, TestStressReorder, TestManagedStopFilterFactory, FastVectorHighlighterTest, TestJavabinTupleStreamParser, TestApiFramework, NotRequiredUniqueKeyTest, TestLFUCache, AtomicUpdatesTest, TestShardHandlerFactory, MetricUtilsTest, SimpleFacetsTest, TestCodecSupport, AssignTest, TestExactSharedStatsCache, TestDFISimilarityFactory, BlockJoinFacetDistribTest, AnalyticsMergeStrategyTest, DistributedVersionInfoTest, TestFoldingMultitermQuery, MultiThreadedOCPTest, SuggesterTest, RollingRestartTest, ClassificationUpdateProcessorTest, DistribDocExpirationUpdateProcessorTest, TestDownShardTolerantSearch, DistributedFacetExistsSmallTest, HdfsThreadLeakTest, HdfsWriteToMultipleCollectionsTest, RequiredFieldsTest, TestNumericTerms32, CopyFieldTest, SolrXmlInZkTest, TestLegacyNumericUtils, ClusterStateTest, SignatureUpdateProcessorFactoryTest, CoreSorterTest, TestZkChroot, TestSchemalessBufferedUpdates, SmileWriterTest, SolrInfoBeanTest, ZkStateReaderTest, BadCopyFieldTest, HdfsDirectoryFactoryTest, ConcurrentDeleteAndCreateCollectionTest, TestMaxScoreQueryParser, ActionThrottleTest, TestTrieFacet, LeaderElectionTest, TestQuerySenderListener, StatsComponentTest, SimpleCollectionCreateDeleteTest, DocumentBuilderTest, TestDynamicLoading, TestScoreJoinQPNoScore, DateMathParserTest, CloudMLTQParserTest, HardAutoCommitTest, SolrCoreMetricManagerTest, TestSQLHandlerNonCloud, TestHttpShardHandlerFactory, VersionInfoTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, PeerSyncReplicationTest, RecoveryZkTest, TestSha256AuthenticationProvider, TestReversedWildcardFilterFactory, ResponseLogComponentTest, TestCloudInspectUtil, TestReload, TestTrie, TestPseudoReturnFields, TestFieldCacheVsDocValues, TestSolrXml, DirectUpdateHandlerTest, DeleteLastCustomShardedReplicaTest, CircularListTest, LeaderElectionIntegrationTest, ClusterStateUpdateTest, ZkSolrClientTest, TestFaceting, TestRecovery, TestRangeQuery, TestIndexSearcher, SoftAutoCommitTest, TestBinaryField, NumericFieldsTest, MinimalSchemaTest, TestConfig, ExternalFileFieldSortTest, TestLuceneMatchVersion, SpellPossibilityIteratorTest, TestSweetSpotSimilarityFactory, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestIBSimilarityFactory, TimeZoneUtilsTest, TestFastOutputStream, URLClassifyProcessorTest, PreAnalyzedFieldTest, DateFieldTest, RAMDirectoryFactoryTest, TestUtils, SystemInfoHandlerTest, UUIDFieldTest, CursorPagingTest, CdcrReplicationHandlerTest, CdcrVersionReplicationTest, ChaosMonkeySafeLeaderWithPullReplicasTest, CollectionStateFormat2Test, CollectionsAPISolrJTest, MigrateRouteKeyTest, MoveReplicaHDFSTest, NodeMutatorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerModifyCollectionTest, OverseerTaskQueueTest, ReplaceNodeTest, TestCloudDeleteByQuery, TestCloudPseudoReturnFields, TestCollectionAPI, TestCryptoKeys, TestDistribDocBasedVersion, TestLeaderElectionZkExpiry, TestLocalFSCloudBackupRestore, TestOnReconnectListenerSupport, TestPullReplica, TestRequestStatusCollectionAPI, TestSizeLimitedDistributedMap, TestSolrCloudWithKerberosAlt, TestSolrCloudWithSecureImpersonation]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSolrCloudWithSecureImpersonation -Dtests.seed=A76C2B69C82AC5BD -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=zh-SG -Dtests.timezone=Atlantic/St_Helena -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.00s J2 | TestSolrCloudWithSecureImpersonation (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
[junit4] > 1) Thread[id=16432, name=jetty-launcher-2488-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] > at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] > at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] > at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] > at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] > 2) Thread[id=16433, name=jetty-launcher-2488-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] > at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] > at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] > at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] > at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] > at __randomizedtesting.SeedInfo.seed([A76C2B69C82AC5BD]:0)
[junit4] Completed [553/733 (1!)] on J2 in 43.25s, 12 tests, 1 error <<< FAILURES!
[...truncated 47203 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build #
20559 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20559/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
2 tests failed.
FAILED: org.apache.solr.cloud.TestTlogReplica.testRecovery
Error Message:
Can not find doc 3 in http://127.0.0.1:36777/solr
Stack Trace:
java.lang.AssertionError: Can not find doc 3 in http://127.0.0.1:36777/solr
at __randomizedtesting.SeedInfo.seed([3C01E07EB7F20535:FDF199D29AA2CF92]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.TestTlogReplica.checkRTG(TestTlogReplica.java:868)
at org.apache.solr.cloud.TestTlogReplica.testRecovery(TestTlogReplica.java:559)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.update.TestInPlaceUpdatesDistrib.test
Error Message:
inplace_updatable_float didn't match for replica at client: https://127.0.0.1:46283/l_/fh/collection1 expected:<108.0> but was:<1.0>
Stack Trace:
java.lang.AssertionError: inplace_updatable_float didn't match for replica at client: https://127.0.0.1:46283/l_/fh/collection1 expected:<108.0> but was:<1.0>
at __randomizedtesting.SeedInfo.seed([3C01E07EB7F20535:B455DFA4190E68CD]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.apache.solr.update.TestInPlaceUpdatesDistrib.assertReplicaValue(TestInPlaceUpdatesDistrib.java:980)
at org.apache.solr.update.TestInPlaceUpdatesDistrib.outOfOrderUpdatesIndividualReplicaTest(TestInPlaceUpdatesDistrib.java:643)
at org.apache.solr.update.TestInPlaceUpdatesDistrib.test(TestInPlaceUpdatesDistrib.java:144)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12058 lines...]
[junit4] Suite: org.apache.solr.update.TestInPlaceUpdatesDistrib
[junit4] 2> 424941 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[3C01E07EB7F20535]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_3C01E07EB7F20535-001/init-core-data-001
[junit4] 2> 424942 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[3C01E07EB7F20535]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 424942 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[3C01E07EB7F20535]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 424942 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[3C01E07EB7F20535]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /l_/fh
[junit4] 2> 424943 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[3C01E07EB7F20535]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore
[junit4] 2> 424943 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[3C01E07EB7F20535]-worker) [ ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 424959 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[3C01E07EB7F20535]-worker) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 424965 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[3C01E07EB7F20535]-worker) [ ] o.a.s.s.IndexSchema [null] Schema name=inplace-updates
[junit4] 2> 424967 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[3C01E07EB7F20535]-worker) [ ] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
[junit4] 2> 424987 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[3C01E07EB7F20535]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62687e99
[junit4] 2> 424992 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[3C01E07EB7F20535]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62687e99
[junit4] 2> 424992 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[3C01E07EB7F20535]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62687e99
[junit4] 2> 424993 INFO (coreLoadExecutor-1761-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 424993 INFO (coreLoadExecutor-1761-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 425005 INFO (coreLoadExecutor-1761-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 425012 INFO (coreLoadExecutor-1761-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=inplace-updates
[junit4] 2> 425016 INFO (coreLoadExecutor-1761-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
[junit4] 2> 425016 INFO (coreLoadExecutor-1761-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 425017 INFO (coreLoadExecutor-1761-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62687e99
[junit4] 2> 425017 INFO (coreLoadExecutor-1761-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 425017 INFO (coreLoadExecutor-1761-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_3C01E07EB7F20535-001/init-core-data-001/]
[junit4] 2> 425019 WARN (coreLoadExecutor-1761-thread-1) [ x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 425038 INFO (coreLoadExecutor-1761-thread-1) [ x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 425038 INFO (coreLoadExecutor-1761-thread-1) [ x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 425038 INFO (coreLoadExecutor-1761-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 425038 INFO (coreLoadExecutor-1761-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 425039 INFO (coreLoadExecutor-1761-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1d448577[collection1] main]
[junit4] 2> 425039 WARN (coreLoadExecutor-1761-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
[junit4] 2> 425039 INFO (coreLoadExecutor-1761-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 425040 INFO (searcherExecutor-1762-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1d448577[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 425040 INFO (coreLoadExecutor-1761-thread-1) [ x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1579689946241826816
[junit4] 2> 425042 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[3C01E07EB7F20535]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore end
[junit4] 2> 425044 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 425044 INFO (Thread-1660) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 425044 INFO (Thread-1660) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 425045 ERROR (Thread-1660) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 425144 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.a.s.c.ZkTestServer start zk server on port:38695
[junit4] 2> 425156 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 425158 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema-inplace-updates.xml to /configs/conf1/schema.xml
[junit4] 2> 425159 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 425160 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 425162 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 425163 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 425164 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 425165 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 425165 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 425166 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 425167 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 425172 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
[junit4] 2> 425242 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 425243 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5569c463{/l_/fh,null,AVAILABLE}
[junit4] 2> 425243 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@14ab740d{SSL,[ssl, http/1.1]}{127.0.0.1:43991}
[junit4] 2> 425244 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.e.j.s.Server Started @426614ms
[junit4] 2> 425244 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_3C01E07EB7F20535-001/tempDir-001/control/data, replicaType=NRT, hostContext=/l_/fh, hostPort=43991, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_3C01E07EB7F20535-001/control-001/cores}
[junit4] 2> 425244 ERROR (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 425244 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 425244 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 425244 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 425244 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-09-27T10:55:29.820Z
[junit4] 2> 425247 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 425247 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_3C01E07EB7F20535-001/control-001/solr.xml
[junit4] 2> 425250 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@62687e99, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 425252 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38695/solr
[junit4] 2> 425275 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [n:127.0.0.1:43991_l_%2Ffh ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 425275 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [n:127.0.0.1:43991_l_%2Ffh ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43991_l_%2Ffh
[junit4] 2> 425275 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [n:127.0.0.1:43991_l_%2Ffh ] o.a.s.c.Overseer Overseer (id=98730621640376325-127.0.0.1:43991_l_%2Ffh-n_0000000000) starting
[junit4] 2> 425277 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [n:127.0.0.1:43991_l_%2Ffh ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43991_l_%2Ffh
[junit4] 2> 425277 INFO (zkCallback-704-thread-1-processing-n:127.0.0.1:43991_l_%2Ffh) [n:127.0.0.1:43991_l_%2Ffh ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 425319 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [n:127.0.0.1:43991_l_%2Ffh ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62687e99
[junit4] 2> 425324 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [n:127.0.0.1:43991_l_%2Ffh ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62687e99
[junit4] 2> 425325 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [n:127.0.0.1:43991_l_%2Ffh ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62687e99
[junit4] 2> 425325 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [n:127.0.0.1:43991_l_%2Ffh ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_3C01E07EB7F20535-001/control-001/cores
[junit4] 2> 425340 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 425340 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38695/solr ready
[junit4] 2> 425353 INFO (qtp78052472-5133) [n:127.0.0.1:43991_l_%2Ffh ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:43991_l_%252Ffh&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 425354 INFO (OverseerThreadFactory-1772-thread-1-processing-n:127.0.0.1:43991_l_%2Ffh) [n:127.0.0.1:43991_l_%2Ffh ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 425461 INFO (qtp78052472-5127) [n:127.0.0.1:43991_l_%2Ffh ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 425462 INFO (qtp78052472-5127) [n:127.0.0.1:43991_l_%2Ffh ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 425567 INFO (zkCallback-704-thread-1-processing-n:127.0.0.1:43991_l_%2Ffh) [n:127.0.0.1:43991_l_%2Ffh ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 426480 INFO (qtp78052472-5127) [n:127.0.0.1:43991_l_%2Ffh c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 426505 INFO (qtp78052472-5127) [n:127.0.0.1:43991_l_%2Ffh c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=inplace-updates
[junit4] 2> 426508 INFO (qtp78052472-5127) [n:127.0.0.1:43991_l_%2Ffh c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
[junit4] 2> 426509 INFO (qtp78052472-5127) [n:127.0.0.1:43991_l_%2Ffh c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 426509 INFO (qtp78052472-5127) [n:127.0.0.1:43991_l_%2Ffh c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62687e99
[junit4] 2> 426509 INFO (qtp78052472-5127) [n:127.0.0.1:43991_l_%2Ffh c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 426509 INFO (qtp78052472-5127) [n:127.0.0.1:43991_l_%2Ffh c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_3C01E07EB7F20535-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_3C01E07EB7F20535-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 426516 WARN (qtp78052472-5127) [n:127.0.0.1:43991_l_%2Ffh c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 426545 INFO (qtp78052472-5127) [n:127.0.0.1:43991_l_%2Ffh c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 426545 INFO (qtp78052472-5127) [n:127.0.0.1:43991_l_%2Ffh c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 426546 INFO (qtp78052472-5127) [n:127.0.0.1:43991_l_%2Ffh c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 426546 INFO (qtp78052472-5127) [n:127.0.0.1:43991_l_%2Ffh c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 426547 INFO (qtp78052472-5127) [n:127.0.0.1:43991_l_%2Ffh c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3d3aa509[control_collection_shard1_replica_n1] main]
[junit4] 2> 426548 INFO (qtp78052472-5127) [n:127.0.0.1:43991_l_%2Ffh c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 426548 INFO (qtp78052472-5127) [n:127.0.0.1:43991_l_%2Ffh c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 426548 INFO (qtp78052472-5127) [n:127.0.0.1:43991_l_%2Ffh c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 426548 INFO (qtp78052472-5127) [n:127.0.0.1:43991_l_%2Ffh c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1579689947823079424
[junit4] 2> 426549 INFO (searcherExecutor-1775-thread-1-processing-n:127.0.0.1:43991_l_%2Ffh x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:43991_l_%2Ffh c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@3d3aa509[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 426551 INFO (qtp78052472-5127) [n:127.0.0.1:43991_l_%2Ffh c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 426551 INFO (qtp78052472-5127) [n:127.0.0.1:43991_l_%2Ffh c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 426551 INFO (qtp78052472-5127) [n:127.0.0.1:43991_l_%2Ffh c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:43991/l_/fh/control_collection_shard1_replica_n1/
[junit4] 2> 426552 INFO (qtp78052472-5127) [n:127.0.0.1:43991_l_%2Ffh c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 426552 INFO (qtp78052472-5127) [n:127.0.0.1:43991_l_%2Ffh c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:43991/l_/fh/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 426552 INFO (qtp78052472-5127) [n:127.0.0.1:43991_l_%2Ffh c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 426553 INFO (qtp78052472-5127) [n:127.0.0.1:43991_l_%2Ffh c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:43991/l_/fh/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 426654 INFO (zkCallback-704-thread-1-processing-n:127.0.0.1:43991_l_%2Ffh) [n:127.0.0.1:43991_l_%2Ffh ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 426703 INFO (qtp78052472-5127) [n:127.0.0.1:43991_l_%2Ffh c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 426705 INFO (qtp78052472-5127) [n:127.0.0.1:43991_l_%2Ffh c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1243
[junit4] 2> 426707 INFO (qtp78052472-5133) [n:127.0.0.1:43991_l_%2Ffh ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 426808 INFO (zkCallback-704-thread-1-processing-n:127.0.0.1:43991_l_%2Ffh) [n:127.0.0.1:43991_l_%2Ffh ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 427356 INFO (OverseerCollectionConfigSetProcessor-98730621640376325-127.0.0.1:43991_l_%2Ffh-n_0000000000) [n:127.0.0.1:43991_l_%2Ffh ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 427708 INFO (qtp78052472-5133) [n:127.0.0.1:43991_l_%2Ffh ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:43991_l_%252Ffh&wt=javabin&version=2} status=0 QTime=2355
[junit4] 2> 427714 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 427716 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38695/solr ready
[junit4] 2> 427716 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 427718 INFO (qtp78052472-5127) [n:127.0.0.1:43991_l_%2Ffh ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 427722 INFO (OverseerThreadFactory-1772-thread-2-processing-n:127.0.0.1:43991_l_%2Ffh) [n:127.0.0.1:43991_l_%2Ffh ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 427723 WARN (OverseerThreadFactory-1772-thread-2-processing-n:127.0.0.1:43991_l_%2Ffh) [n:127.0.0.1:43991_l_%2Ffh ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 427928 INFO (qtp78052472-5127) [n:127.0.0.1:43991_l_%2Ffh ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 427928 INFO (qtp78052472-5127) [n:127.0.0.1:43991_l_%2Ffh ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=209
[junit4] 2> 427999 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_3C01E07EB7F20535-001/shard-1-001 of type TLOG
[junit4] 2> 428000 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 428001 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@30091d42{/l_/fh,null,AVAILABLE}
[junit4] 2> 428001 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@aa03cb7{SSL,[ssl, http/1.1]}{127.0.0.1:32845}
[junit4] 2> 428001 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.e.j.s.Server Started @429371ms
[junit4] 2> 428001 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_3C01E07EB7F20535-001/tempDir-001/jetty1, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/l_/fh, hostPort=32845, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_3C01E07EB7F20535-001/shard-1-001/cores}
[junit4] 2> 428002 ERROR (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 428002 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 428002 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 428002 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 428002 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-09-27T10:55:32.578Z
[junit4] 2> 428003 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ec2fa2f540008, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 428003 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 428004 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_3C01E07EB7F20535-001/shard-1-001/solr.xml
[junit4] 2> 428006 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@62687e99, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 428008 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38695/solr
[junit4] 2> 428013 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [n:127.0.0.1:32845_l_%2Ffh ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 428014 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [n:127.0.0.1:32845_l_%2Ffh ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 428015 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [n:127.0.0.1:32845_l_%2Ffh ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32845_l_%2Ffh
[junit4] 2> 428015 INFO (zkCallback-704-thread-1-processing-n:127.0.0.1:43991_l_%2Ffh) [n:127.0.0.1:43991_l_%2Ffh ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 428015 INFO (zkCallback-711-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 428015 INFO (zkCallback-716-thread-1-processing-n:127.0.0.1:32845_l_%2Ffh) [n:127.0.0.1:32845_l_%2Ffh ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 428044 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [n:127.0.0.1:32845_l_%2Ffh ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62687e99
[junit4] 2> 428050 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [n:127.0.0.1:32845_l_%2Ffh ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62687e99
[junit4] 2> 428050 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [n:127.0.0.1:32845_l_%2Ffh ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62687e99
[junit4] 2> 428051 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [n:127.0.0.1:32845_l_%2Ffh ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_3C01E07EB7F20535-001/shard-1-001/cores
[junit4] 2> 428069 INFO (qtp78052472-5132) [n:127.0.0.1:43991_l_%2Ffh ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:32845_l_%252Ffh&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 428070 INFO (OverseerCollectionConfigSetProcessor-98730621640376325-127.0.0.1:43991_l_%2Ffh-n_0000000000) [n:127.0.0.1:43991_l_%2Ffh ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 428070 INFO (OverseerThreadFactory-1772-thread-3-processing-n:127.0.0.1:43991_l_%2Ffh) [n:127.0.0.1:43991_l_%2Ffh ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:32845_l_%2Ffh for creating new replica
[junit4] 2> 428082 INFO (qtp1940586873-5174) [n:127.0.0.1:32845_l_%2Ffh ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t21&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 428082 INFO (qtp1940586873-5174) [n:127.0.0.1:32845_l_%2Ffh ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 428185 INFO (zkCallback-716-thread-1-processing-n:127.0.0.1:32845_l_%2Ffh) [n:127.0.0.1:32845_l_%2Ffh ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 429110 INFO (qtp1940586873-5174) [n:127.0.0.1:32845_l_%2Ffh c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 429116 INFO (qtp1940586873-5174) [n:127.0.0.1:32845_l_%2Ffh c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.s.IndexSchema [collection1_shard1_replica_t21] Schema name=inplace-updates
[junit4] 2> 429118 INFO (qtp1940586873-5174) [n:127.0.0.1:32845_l_%2Ffh c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
[junit4] 2> 429118 INFO (qtp1940586873-5174) [n:127.0.0.1:32845_l_%2Ffh c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t21' using configuration from collection collection1, trusted=true
[junit4] 2> 429119 INFO (qtp1940586873-5174) [n:127.0.0.1:32845_l_%2Ffh c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_t21' (registry 'solr.core.collection1.shard1.replica_t21') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62687e99
[junit4] 2> 429119 INFO (qtp1940586873-5174) [n:127.0.0.1:32845_l_%2Ffh c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 429119 INFO (qtp1940586873-5174) [n:127.0.0.1:32845_l_%2Ffh c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.SolrCore [[collection1_shard1_replica_t21] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_3C01E07EB7F20535-001/shard-1-001/cores/collection1_shard1_replica_t21], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_3C01E07EB7F20535-001/shard-1-001/cores/collection1_shard1_replica_t21/data/]
[junit4] 2> 429121 WARN (qtp1940586873-5174) [n:127.0.0.1:32845_l_%2Ffh c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 429142 INFO (qtp1940586873-5174) [n:127.0.0.1:32845_l_%2Ffh c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 429142 INFO (qtp1940586873-5174) [n:127.0.0.1:32845_l_%2Ffh c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 429142 INFO (qtp1940586873-5174) [n:127.0.0.1:32845_l_%2Ffh c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 429142 INFO (qtp1940586873-5174) [n:127.0.0.1:32845_l_%2Ffh c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 429143 INFO (qtp1940586873-5174) [n:127.0.0.1:32845_l_%2Ffh c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.s.SolrIndexSearcher Opening [Searcher@513274d4[collection1_shard1_replica_t21] main]
[junit4] 2> 429144 INFO (qtp1940586873-5174) [n:127.0.0.1:32845_l_%2Ffh c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 429144 INFO (qtp1940586873-5174) [n:127.0.0.1:32845_l_%2Ffh c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 429144 INFO (qtp1940586873-5174) [n:127.0.0.1:32845_l_%2Ffh c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 429144 INFO (qtp1940586873-5174) [n:127.0.0.1:32845_l_%2Ffh c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1579689950545182720
[junit4] 2> 429145 INFO (searcherExecutor-1786-thread-1-processing-n:127.0.0.1:32845_l_%2Ffh x:collection1_shard1_replica_t21 s:shard1 c:collection1) [n:127.0.0.1:32845_l_%2Ffh c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.SolrCore [collection1_shard1_replica_t21] Registered new searcher Searcher@513274d4[collection1_shard1_replica_t21] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 429147 INFO (qtp1940586873-5174) [n:127.0.0.1:32845_l_%2Ffh c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 429147 INFO (qtp1940586873-5174) [n:127.0.0.1:32845_l_%2Ffh c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 429147 INFO (qtp1940586873-5174) [n:127.0.0.1:32845_l_%2Ffh c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:32845/l_/fh/collection1_shard1_replica_t21/
[junit4] 2> 429147 INFO (qtp1940586873-5174) [n:127.0.0.1:32845_l_%2Ffh c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 429147 INFO (qtp1940586873-5174) [n:127.0.0.1:32845_l_%2Ffh c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.SyncStrategy https://127.0.0.1:32845/l_/fh/collection1_shard1_replica_t21/ has no replicas
[junit4] 2> 429147 INFO (qtp1940586873-5174) [n:127.0.0.1:32845_l_%2Ffh c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 429147 INFO (qtp1940586873-5174) [n:127.0.0.1:32845_l_%2Ffh c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.ZkController collection1_shard1_replica_t21 stopping background replication from leader
[junit4] 2> 429148 INFO (qtp1940586873-5174) [n:127.0.0.1:32845_l_%2Ffh c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:32845/l_/fh/collection1_shard1_replica_t21/ shard1
[junit4] 2> 429249 INFO (zkCallback-716-thread-1-processing-n:127.0.0.1:32845_l_%2Ffh) [n:127.0.0.1:32845_l_%2Ffh ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 429298 INFO (qtp1940586873-5174) [n:127.0.0.1:32845_l_%2Ffh c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 429300 INFO (qtp1940586873-5174) [n:127.0.0.1:32845_l_%2Ffh c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t21&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1218
[junit4] 2> 429302 INFO (qtp78052472-5132) [n:127.0.0.1:43991_l_%2Ffh ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:32845_l_%252Ffh&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2} status=0 QTime=1233
[junit4] 2> 429372 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_3C01E07EB7F20535-001/shard-2-001 of type TLOG
[junit4] 2> 429373 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 429375 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@55f61f7b{/l_/fh,null,AVAILABLE}
[junit4] 2> 429375 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5af01d7{SSL,[ssl, http/1.1]}{127.0.0.1:46283}
[junit4] 2> 429375 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.e.j.s.Server Started @430745ms
[junit4] 2> 429375 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_3C01E07EB7F20535-001/tempDir-001/jetty2, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/l_/fh, hostPort=46283, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_3C01E07EB7F20535-001/shard-2-001/cores}
[junit4] 2> 429376 ERROR (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 429376 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 429376 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 429376 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 429376 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-09-27T10:55:33.952Z
[junit4] 2> 429380 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 429380 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_3C01E07EB7F20535-001/shard-2-001/solr.xml
[junit4] 2> 429382 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@62687e99, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 429384 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38695/solr
[junit4] 2> 429388 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [n:127.0.0.1:46283_l_%2Ffh ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 429388 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [n:127.0.0.1:46283_l_%2Ffh ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 429389 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [n:127.0.0.1:46283_l_%2Ffh ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46283_l_%2Ffh
[junit4] 2> 429389 INFO (zkCallback-711-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 429389 INFO (zkCallback-716-thread-1-processing-n:127.0.0.1:32845_l_%2Ffh) [n:127.0.0.1:32845_l_%2Ffh ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 429390 INFO (zkCallback-722-thread-1-processing-n:127.0.0.1:46283_l_%2Ffh) [n:127.0.0.1:46283_l_%2Ffh ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 429390 INFO (zkCallback-704-thread-1-processing-n:127.0.0.1:43991_l_%2Ffh) [n:127.0.0.1:43991_l_%2Ffh ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 429429 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [n:127.0.0.1:46283_l_%2Ffh ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62687e99
[junit4] 2> 429436 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [n:127.0.0.1:46283_l_%2Ffh ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62687e99
[junit4] 2> 429436 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [n:127.0.0.1:46283_l_%2Ffh ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62687e99
[junit4] 2> 429437 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [n:127.0.0.1:46283_l_%2Ffh ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_3C01E07EB7F20535-001/shard-2-001/cores
[junit4] 2> 429485 INFO (qtp1799458240-5203) [n:127.0.0.1:46283_l_%2Ffh ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:46283_l_%252Ffh&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 429490 INFO (OverseerCollectionConfigSetProcessor-98730621640376325-127.0.0.1:43991_l_%2Ffh-n_0000000000) [n:127.0.0.1:43991_l_%2Ffh ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 429490 INFO (zkCallback-716-thread-1-processing-n:127.0.0.1:32845_l_%2Ffh) [n:127.0.0.1:32845_l_%2Ffh ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 429490 INFO (OverseerThreadFactory-1772-thread-4-processing-n:127.0.0.1:43991_l_%2Ffh) [n:127.0.0.1:43991_l_%2Ffh ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:46283_l_%2Ffh for creating new replica
[junit4] 2> 429493 INFO (qtp1799458240-5197) [n:127.0.0.1:46283_l_%2Ffh ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t23&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 429493 INFO (qtp1799458240-5197) [n:127.0.0.1:46283_l_%2Ffh ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 429596 INFO (zkCallback-722-thread-1-processing-n:127.0.0.1:46283_l_%2Ffh) [n:127.0.0.1:46283_l_%2Ffh ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 429596 INFO (zkCallback-716-thread-1-processing-n:127.0.0.1:32845_l_%2Ffh) [n:127.0.0.1:32845_l_%2Ffh ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 430507 INFO (qtp1799458240-5197) [n:127.0.0.1:46283_l_%2Ffh c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 430519 INFO (qtp1799458240-5197) [n:127.0.0.1:46283_l_%2Ffh c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.s.IndexSchema [collection1_shard1_replica_t23] Schema name=inplace-updates
[junit4] 2> 430522 INFO (qtp1799458240-5197) [n:127.0.0.1:46283_l_%2Ffh c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
[junit4] 2> 430522 INFO (qtp1799458240-5197) [n:127.0.0.1:46283_l_%2Ffh c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t23' using configuration from collection collection1, trusted=true
[junit4] 2> 430522 INFO (qtp1799458240-5197) [n:127.0.0.1:46283_l_%2Ffh c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_t23' (registry 'solr.core.collection1.shard1.replica_t23') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62687e99
[junit4] 2> 430522 INFO (qtp1799458240-5197) [n:127.0.0.1:46283_l_%2Ffh c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 430522 INFO (qtp1799458240-5197) [n:127.0.0.1:46283_l_%2Ffh c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.c.SolrCore [[collection1_shard1_replica_t23] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_3C01E07EB7F20535-001/shard-2-001/cores/collection1_shard1_replica_t23], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_3C01E07EB7F20535-001/shard-2-001/cores/collection1_shard1_replica_t23/data/]
[junit4] 2> 430527 WARN (qtp1799458240-5197) [n:127.0.0.1:46283_l_%2Ffh c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 430563 INFO (qtp1799458240-5197) [n:127.0.0.1:46283_l_%2Ffh c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 430563 INFO (qtp1799458240-5197) [n:127.0.0.1:46283_l_%2Ffh c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 430564 INFO (qtp1799458240-5197) [n:127.0.0.1:46283_l_%2Ffh c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 430564 INFO (qtp1799458240-5197) [n:127.0.0.1:46283_l_%2Ffh c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 430565 INFO (qtp1799458240-5197) [n:127.0.0.1:46283_l_%2Ffh c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.s.SolrIndexSearcher Opening [Searcher@5a7f01be[collection1_shard1_replica_t23] main]
[junit4] 2> 430566 INFO (qtp1799458240-5197) [n:127.0.0.1:46283_l_%2Ffh c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 430567 INFO (qtp1799458240-5197) [n:127.0.0.1:46283_l_%2Ffh c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 430567 INFO (qtp1799458240-5197) [n:127.0.0.1:46283_l_%2Ffh c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 430568 INFO (searcherExecutor-1797-thread-1-processing-n:127.0.0.1:46283_l_%2Ffh x:collection1_shard1_replica_t23 s:shard1 c:collection1) [n:127.0.0.1:46283_l_%2Ffh c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.c.SolrCore [collection1_shard1_replica_t23] Registered new searcher Searcher@5a7f01be[collection1_shard1_replica_t23] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 430568 INFO (qtp1799458240-5197) [n:127.0.0.1:46283_l_%2Ffh c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1579689952038354944
[junit4] 2> 430571 INFO (qtp1799458240-5197) [n:127.0.0.1:46283_l_%2Ffh c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.c.ZkController Core needs to recover:collection1_shard1_replica_t23
[junit4] 2> 430571 INFO (updateExecutor-719-thread-1-processing-n:127.0.0.1:46283_l_%2Ffh x:collection1_shard1_replica_t23 s:shard1 c:collection1) [n:127.0.0.1:46283_l_%2Ffh c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 430571 INFO (qtp1799458240-5197) [n:127.0.0.1:46283_l_%2Ffh c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t23&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1078
[junit4] 2> 430572 INFO (recoveryExecutor-720-thread-1-processing-n:127.0.0.1:46283_l_%2Ffh x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:46283_l_%2Ffh c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 430572 INFO (recoveryExecutor-720-thread-1-processing-n:127.0.0.1:46283_l_%2Ffh x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:46283_l_%2Ffh c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 430572 INFO (recoveryExecutor-720-thread-1-processing-n:127.0.0.1:46283_l_%2Ffh x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:46283_l_%2Ffh c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.ZkController collection1_shard1_replica_t23 stopping background replication from leader
[junit4] 2> 430572 INFO (recoveryExecutor-720-thread-1-processing-n:127.0.0.1:46283_l_%2Ffh x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:46283_l_%2Ffh c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1_shard1_replica_t23]
[junit4] 2> 430572 INFO (recoveryExecutor-720-thread-1-processing-n:127.0.0.1:46283_l_%2Ffh x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:46283_l_%2Ffh c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 430572 INFO (recoveryExecutor-720-thread-1-processing-n:127.0.0.1:46283_l_%2Ffh x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:46283_l_%2Ffh c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.RecoveryStrategy Publishing state of core [collection1_shard1_replica_t23] as recovering, leader is [https://127.0.0.1:32845/l_/fh/collection1_shard1_replica_t21/] and I am [https://127.0.0.1:46283/l_/fh/collection1_shard1_replica_t23/]
[junit4] 2> 430578 INFO (recoveryExecutor-720-thread-1-processing-n:127.0.0.1:46283_l_%2Ffh x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:46283_l_%2Ffh c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.RecoveryStrategy Sending prep recovery command to [https://127.0.0.1:32845/l_/fh]; [WaitForState: action=PREPRECOVERY&core=collection1_shard1_replica_t21&nodeName=127.0.0.1:46283_l_%252Ffh&coreNodeName=core_node24&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 430580 INFO (qtp1940586873-5174) [n:127.0.0.1:32845_l_%2Ffh ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node24, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
[junit4] 2> 430580 INFO (qtp1799458240-5203) [n:127.0.0.1:46283_l_%2Ffh ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:46283_l_%252Ffh&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2} status=0 QTime=1095
[junit4] 2> 430581 INFO (qtp1940586873-5174) [n:127.0.0.1:32845_l_%2Ffh ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1_shard1_replica_t21, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:46283_l_%2Ffh, coreNodeName=core_node24, onlyIfActiveCheckResult=false, nodeProps: core_node24:{"core":"collection1_shard1_replica_t23","base_url":"https://127.0.0.1:46283/l_/fh","node_name":"127.0.0.1:46283_l_%2Ffh","state":"down","type":"TLOG"}
[junit4] 2> 430658 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_3C01E07EB7F20535-001/shard-3-001 of type TLOG
[junit4] 2> 430659 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 430660 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@13d59210{/l_/fh,null,AVAILABLE}
[junit4] 2> 430661 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@121b5fbd{SSL,[ssl, http/1.1]}{127.0.0.1:43055}
[junit4] 2> 430661 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.e.j.s.Server Started @432031ms
[junit4] 2> 430661 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_3C01E07EB7F20535-001/tempDir-001/jetty3, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/l_/fh, hostPort=43055, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_3C01E07EB7F20535-001/shard-3-001/cores}
[junit4] 2> 430662 ERROR (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 430662 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 430662 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 430662 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 430662 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-09-27T10:55:35.238Z
[junit4] 2> 430664 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 430664 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_3C01E07EB7F20535-001/shard-3-001/solr.xml
[junit4] 2> 430667 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@62687e99, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 430670 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38695/solr
[junit4] 2> 430676 INFO (zkCallback-722-thread-1-processing-n:127.0.0.1:46283_l_%2Ffh) [n:127.0.0.1:46283_l_%2Ffh ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 430676 INFO (zkCallback-716-thread-1-processing-n:127.0.0.1:32845_l_%2Ffh) [n:127.0.0.1:32845_l_%2Ffh ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 430676 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [n:127.0.0.1:43055_l_%2Ffh ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 430677 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [n:127.0.0.1:43055_l_%2Ffh ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 430678 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [n:127.0.0.1:43055_l_%2Ffh ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43055_l_%2Ffh
[junit4] 2> 430678 INFO (zkCallback-704-thread-1-processing-n:127.0.0.1:43991_l_%2Ffh) [n:127.0.0.1:43991_l_%2Ffh ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 430678 INFO (zkCallback-716-thread-1-processing-n:127.0.0.1:32845_l_%2Ffh) [n:127.0.0.1:32845_l_%2Ffh ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 430678 INFO (zkCallback-711-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 430678 INFO (zkCallback-722-thread-1-processing-n:127.0.0.1:46283_l_%2Ffh) [n:127.0.0.1:46283_l_%2Ffh ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 430679 INFO (zkCallback-729-thread-1-processing-n:127.0.0.1:43055_l_%2Ffh) [n:127.0.0.1:43055_l_%2Ffh ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 430719 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [n:127.0.0.1:43055_l_%2Ffh ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62687e99
[junit4] 2> 430736 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [n:127.0.0.1:43055_l_%2Ffh ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62687e99
[junit4] 2> 430736 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [n:127.0.0.1:43055_l_%2Ffh ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62687e99
[junit4] 2> 430737 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [n:127.0.0.1:43055_l_%2Ffh ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_3C01E07EB7F20535-001/shard-3-001/cores
[junit4] 2> 430766 INFO (qtp1799458240-5196) [n:127.0.0.1:46283_l_%2Ffh ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:43055_l_%252Ffh&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 430767 INFO (OverseerCollectionConfigSetProcessor-98730621640376325-127.0.0.1:43991_l_%2Ffh-n_0000000000) [n:127.0.0.1:43991_l_%2Ffh ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 430767 INFO (OverseerThreadFactory-1772-thread-5-processing-n:127.0.0.1:43991_l_%2Ffh) [n:127.0.0.1:43991_l_%2Ffh ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:43055_l_%2Ffh for creating new replica
[junit4] 2> 430783 INFO (qtp1871987132-5229) [n:127.0.0.1:43055_l_%2Ffh ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t25&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 430784 INFO (qtp1871987132-5229) [n:127.0.0.1:43055_l_%2Ffh ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 430893 INFO (zkCallback-722-thread-1-processing-n:127.0.0.1:46283_l_%2Ffh) [n:127.0.0.1:46283_l_%2Ffh ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 430893 INFO (zkCallback-716-thread-1-processing-n:127.0.0.1:32845_l_%2Ffh) [n:127.0.0.1:32845_l_%2Ffh ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 430894 INFO (zkCallback-729-thread-1-processing-n:127.0.0.1:43055_l_%2Ffh) [n:127.0.0.1:43055_l_%2Ffh ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 431581 INFO (qtp1940586873-5174) [n:127.0.0.1:32845_l_%2Ffh ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1_shard1_replica_t21, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:46283_l_%2Ffh, coreNodeName=core_node24, onlyIfActiveCheckResult=false, nodeProps: core_node24:{"core":"collection1_shard1_replica_t23","base_url":"https://127.0.0.1:46283/l_/fh","node_name":"127.0.0.1:46283_l_%2Ffh","state":"recovering","type":"TLOG"}
[junit4] 2> 431581 INFO (qtp1940586873-5174) [n:127.0.0.1:32845_l_%2Ffh ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node24, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4] 2> 431581 INFO (qtp1940586873-5174) [n:127.0.0.1:32845_l_%2Ffh ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:46283_l_%252Ffh&onlyIfLeaderActive=true&core=collection1_shard1_replica_t21&coreNodeName=core_node24&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1000
[junit4] 2> 431799 INFO (qtp1871987132-5229) [n:127.0.0.1:43055_l_%2Ffh c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 431807 INFO (qtp1871987132-5229) [n:127.0.0.1:43055_l_%2Ffh c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.s.IndexSchema [collection1_shard1_replica_t25] Schema name=inplace-updates
[junit4] 2> 431809 INFO (qtp1871987132-5229) [n:127.0.0.1:43055_l_%2Ffh c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
[junit4] 2> 431809 INFO (qtp1871987132-5229) [n:127.0.0.1:43055_l_%2Ffh c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t25' using configuration from collection collection1, trusted=true
[junit4] 2> 431809 INFO (qtp1871987132-5229) [n:127.0.0.1:43055_l_%2Ffh c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_t25' (registry 'solr.core.collection1.shard1.replica_t25') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62687e99
[junit4] 2> 431809 INFO (qtp1871987132-5229) [n:127.0.0.1:43055_l_%2Ffh c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 431810 INFO (qtp1871987132-5229) [n:127.0.0.1:43055_l_%2Ffh c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.c.SolrCore [[collection1_shard1_replica_t25] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_3C01E07EB7F20535-001/shard-3-001/cores/collection1_shard1_replica_t25], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_3C01E07EB7F20535-001/shard-3-001/cores/collection1_shard1_replica_t25/data/]
[junit4] 2> 431813 WARN (qtp1871987132-5229) [n:127.0.0.1:43055_l_%2Ffh c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 431837 INFO (qtp1871987132-5229) [n:127.0.0.1:43055_l_%2Ffh c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 431837 INFO (qtp1871987132-5229) [n:127.0.0.1:43055_l_%2Ffh c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 431838 INFO (qtp1871987132-5229) [n:127.0.0.1:43055_l_%2Ffh c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 431838 INFO (qtp1871987132-5229) [n:127.0.0.1:43055_l_%2Ffh c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 431839 INFO (qtp1871987132-5229) [n:127.0.0.1:43055_l_%2Ffh c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.s.SolrIndexSearcher Opening [Searcher@77f15ea7[collection1_shard1_replica_t25] main]
[junit4] 2> 431839 INFO (qtp1871987132-5229) [n:127.0.0.1:43055_l_%2Ffh c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 431840 INFO (qtp1871987132-5229) [n:127.0.0.1:43055_l_%2Ffh c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 431840 INFO (qtp1871987132-5229) [n:127.0.0.1:43055_l_%2Ffh c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 431841 INFO (searcherExecutor-1808-thread-1-processing-n:127.0.0.1:43055_l_%2Ffh x:collection1_shard1_replica_t25 s:shard1 c:collection1) [n:127.0.0.1:43055_l_%2Ffh c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.c.SolrCore [collection1_shard1_replica_t25] Registered new searcher Searcher@77f15ea7[collection1_shard1_replica_t25] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 431841 INFO (qtp1871987132-5229) [n:127.0.0.1:43055_l_%2Ffh c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1579689953373192192
[junit4] 2> 431843 INFO (qtp1871987132-5229) [n:127.0.0.1:43055_l_%2Ffh c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.c.ZkController Core needs to recover:collection1_shard1_replica_t25
[junit4] 2> 431843 INFO (updateExecutor-726-thread-1-processing-n:127.0.0.1:43055_l_%2Ffh x:collection1_shard1_replica_t25 s:shard1 c:collection1) [n:127.0.0.1:43055_l_%2Ffh c:collection1 s:shard1 r:core_node26 x:collection1_shard1_replica_t25] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 431843 INFO (recoveryExecutor-727-thread-1-processing-n:127.0.0.1:43055_l_%2Ffh x:collection1_shard1_replica_t25 s:shard1 c:collection1 r:core_node26) [n:127.0.0.1:43055_l_%2Ffh c:collection1 s:shard1 r:core_node26 x:collection1_shard1_replica_t25] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 431843 INFO (qtp1871987132-5229) [n:127.0.0.1:43055_l_%2Ffh c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t25&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1060
[junit4] 2> 431844 INFO (recoveryExecutor-727-thread-1-processing-n:127.0.0.1:43055_l_%2Ffh x:collection1_shard1_replica_t25 s:shard1 c:collection1 r:core_node26) [n:127.0.0.1:43055_l_%2Ffh c:collection1 s:shard1 r:core_node26 x:collection1_shard1_replica_t25] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 431844 INFO (recoveryExecutor-727-thread-1-processing-n:127.0.0.1:43055_l_%2Ffh x:collection1_shard1_replica_t25 s:shard1 c:collection1 r:core_node26) [n:127.0.0.1:43055_l_%2Ffh c:collection1 s:shard1 r:core_node26 x:collec
[...truncated too long message...]
.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:36777_solr&onlyIfLeaderActive=true&core=tlog_replica_test_recovery_shard1_replica_t1&coreNodeName=core_node4&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=400 QTime=18002
[junit4] 2> 2367353 WARN (zkCallback-5164-thread-1-processing-n:127.0.0.1:33381_solr) [n:127.0.0.1:33381_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2367353 INFO (jetty-closer-5119-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@77f1a7b{/solr,null,UNAVAILABLE}
[junit4] 2> 2367354 ERROR (SUITE-TestTlogReplica-seed#[3C01E07EB7F20535]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2367355 INFO (SUITE-TestTlogReplica-seed#[3C01E07EB7F20535]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38075 38075
[junit4] 2> 2372388 INFO (Thread-5939) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38075 38075
[junit4] 2> 2372389 WARN (Thread-5939) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 33 /solr/configs/conf
[junit4] 2> 9 /solr/aliases.json
[junit4] 2> 8 /solr/security.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 29 /solr/collections/tlog_replica_test_create_delete/state.json
[junit4] 2> 26 /solr/collections/tlog_replica_test_remove_leader/state.json
[junit4] 2> 25 /solr/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json
[junit4] 2> 25 /solr/collections/tlog_replica_test_kill_leader/state.json
[junit4] 2> 24 /solr/collections/tlog_replica_test_recovery/state.json
[junit4] 2> 24 /solr/collections/tlog_replica_test_basic_leader_election/state.json
[junit4] 2> 23 /solr/collections/tlog_replica_test_kill_tlog_replica/state.json
[junit4] 2> 23 /solr/collections/tlog_replica_test_add_remove_tlog_replica/state.json
[junit4] 2> 15 /solr/collections/tlog_replica_test_add_docs/state.json
[junit4] 2> 15 /solr/collections/tlog_replica_test_real_time_get/state.json
[junit4] 2> 15 /solr/collections/tlog_replica_test_only_leader_indexes/state.json
[junit4] 2> 15 /solr/collections/tlog_replica_test_delete_by_id/state.json
[junit4] 2> 9 /solr/clusterstate.json
[junit4] 2> 9 /solr/clusterprops.json
[junit4] 2> 3 /solr/collections/tlog_replica_test_create_delete/leader_elect/shard2/election/98730742130212884-core_node16-n_0000000001
[junit4] 2> 3 /solr/collections/tlog_replica_test_create_delete/leader_elect/shard1/election/98730742130212881-core_node3-n_0000000000
[junit4] 2> 3 /solr/collections/tlog_replica_test_recovery/leader_elect/shard1/election/98730742130212884-core_node3-n_0000000000
[junit4] 2> 2 /solr/collections/tlog_replica_test_create_delete/leader_elect/shard2/election/98730742130212881-core_node15-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/98730742130212884-127.0.0.1:33381_solr-n_0000000005
[junit4] 2> 2 /solr/collections/tlog_replica_test_real_time_get/leader_elect/shard1/election/98730742130212875-core_node6-n_0000000000
[junit4] 2> 2 /solr/collections/tlog_replica_test_create_delete/leader_elect/shard1/election/98730742130212884-core_node5-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/collections
[junit4] 2> 6 /solr/overseer/queue
[junit4] 2> 6 /solr/overseer/collection-queue-work
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_3C01E07EB7F20535-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {foo=PostingsFormat(name=Memory), title_s=Lucene50(blocksize=128), id=PostingsFormat(name=Memory), foo_s=PostingsFormat(name=Memory)}, docValues:{_version_=DocValuesFormat(name=Direct), id=DocValuesFormat(name=Lucene70), inplace_updatable_int=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=1957, maxMBSortInHeap=5.435489617438943, sim=RandomSimilarity(queryNorm=false): {}, locale=zh, timezone=Asia/Istanbul
[junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=180673808,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestInfoStreamLogging, TestValueSourceCache, TestFiltering, SuggesterTSTTest, TestCustomDocTransformer, TestAtomicUpdateErrorCases, SharedFSAutoReplicaFailoverUtilsTest, SuggestComponentContextFilterQueryTest, TestBlobHandler, ZkSolrClientTest, TestTrackingShardHandlerFactory, TestManagedResourceStorage, TestImpersonationWithHadoopAuth, DistributedFacetPivotWhiteBoxTest, CollectionStateFormat2Test, UtilsToolTest, TlogReplayBufferedWhileIndexingTest, WrapperMergePolicyFactoryTest, TestCustomSort, HdfsBasicDistributedZk2Test, TestNumericTokenStream, ZkCLITest, DisMaxRequestHandlerTest, DocValuesMissingTest, TestXmlQParserPlugin, TestPartialUpdateDeduplication, DistributedTermsComponentTest, ConnectionManagerTest, TestCustomStream, DocValuesMultiTest, TestHdfsCloudBackupRestore, MissingSegmentRecoveryTest, CursorMarkTest, TestSolrJ, DirectSolrSpellCheckerTest, TestElisionMultitermQuery, RemoteQueryErrorTest, V2StandaloneTest, TestRTimerTree, TestRecoveryHdfs, TestXIncludeConfig, TestConfigSetProperties, TestEmbeddedSolrServerConstructors, TestStreamBody, TestNestedDocsSort, TestLegacyFieldCache, UpdateRequestProcessorFactoryTest, DocExpirationUpdateProcessorFactoryTest, TestRandomCollapseQParserPlugin, TestRequestForwarding, SOLR749Test, TestLeaderInitiatedRecoveryThread, TestFileDictionaryLookup, CollectionsAPIDistributedZkTest, TestSolrCloudWithDelegationTokens, SolrCloudExampleTest, TestDistributedGrouping, TestMinMaxOnMultiValuedField, AssignBackwardCompatibilityTest, ConnectionReuseTest, SpellCheckComponentTest, TestLRUStatsCache, OverseerModifyCollectionTest, CSVRequestHandlerTest, BJQParserTest, ShardRoutingTest, SolrCmdDistributorTest, HttpSolrCallGetCoreTest, TestSimpleTrackingShardHandler, LukeRequestHandlerTest, TestPerFieldSimilarityWithDefaultOverride, TestMultiValuedNumericRangeQuery, TestCursorMarkWithoutUniqueKey, TestCloudDeleteByQuery, TestSolrConfigHandler, ConvertedLegacyTest, StatelessScriptUpdateProcessorFactoryTest, MetricsConfigTest, ZkFailoverTest, DeleteReplicaTest, TestUseDocValuesAsStored2, UpdateLogTest, ChaosMonkeySafeLeaderTest, BlockCacheTest, CdcrUpdateLogTest, HdfsUnloadDistributedZkTest, BadComponentTest, HdfsSyncSliceTest, LeaderElectionContextKeyTest, TestUnifiedSolrHighlighter, TestDistribIDF, SubstringBytesRefFilterTest, IndexSchemaTest, TestExpandComponent, TestUninvertingReader, ClusterStateUpdateTest, TestFastLRUCache, DeleteInactiveReplicaTest, ExitableDirectoryReaderTest, DistribCursorPagingTest, ForceLeaderTest, TestManagedSchemaAPI, ResourceLoaderTest, NoCacheHeaderTest, TestCloudPivotFacet, TestStressCloudBlindAtomicUpdates, TestUpdate, LoggingHandlerTest, TestSegmentSorting, TestStressVersions, TestCoreDiscovery, BasicFunctionalityTest, SolrIndexMetricsTest, TestConfigSetsAPIZkFailure, SoftAutoCommitTest, TestQueryTypes, MoreLikeThisHandlerTest, DistanceUnitsTest, ShardRoutingCustomTest, TestSweetSpotSimilarityFactory, TestCollectionsAPIViaSolrCloudCluster, OverseerTaskQueueTest, TestZkChroot, TestRandomDVFaceting, TestFaceting, TestRecovery, TermVectorComponentDistributedTest, ZkControllerTest, TestCoreContainer, QueryElevationComponentTest, TestSort, DirectUpdateHandlerTest, HighlighterTest, DistributedQueryElevationComponentTest, SuggesterFSTTest, TestFoldingMultitermQuery, DocValuesTest, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, DistanceFunctionTest, SolrInfoBeanTest, DebugComponentTest, CacheHeaderTest, DocumentBuilderTest, TermVectorComponentTest, FastVectorHighlighterTest, RegexBoostProcessorTest, MBeansHandlerTest, TestSolrDeletionPolicy2, MultiTermTest, SampleTest, TestBinaryField, TestSearchPerf, MinimalSchemaTest, TestConfig, TestFuzzyAnalyzedSuggestions, TestSolrCoreProperties, DirectSolrConnectionTest, TestPhraseSuggestions, SynonymTokenizerTest, EchoParamsTest, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestLMJelinekMercerSimilarityFactory, TestBM25SimilarityFactory, ScriptEngineTest, DateMathParserTest, PreAnalyzedFieldTest, TestSystemIdResolver, PrimUtilsTest, TestSuggestSpellingConverter, DateFieldTest, SpellingQueryConverterTest, DOMUtilTest, TestLRUCache, TestUtils, TestDocumentBuilder, ZkNodePropsTest, SliceStateTest, SystemInfoHandlerTest, FileUtilsTest, CircularListTest, DistributedMLTComponentTest, TestRTGBase, CursorPagingTest, DistributedIntervalFacetingTest, TestHighlightDedupGrouping, TestTolerantSearch, TestJettySolrRunner, AliasIntegrationTest, BaseCdcrDistributedZkTest, CdcrBootstrapTest, ChaosMonkeySafeLeaderWithPullReplicasTest, CleanupOldIndexTest, CollectionReloadTest, CollectionTooManyReplicasTest, CollectionsAPISolrJTest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest, DeleteShardTest, DistribJoinFromCollectionTest, DistributedVersionInfoTest, HttpPartitionTest, MoveReplicaTest, OverseerRolesTest, RestartWhileUpdatingTest, SSLMigrationTest, SaslZkACLProviderTest, ShardSplitTest, TestSolrCloudWithSecureImpersonation, TestStressLiveNodes, TestTlogReplica]
[junit4] Completed [570/733 (2!)] on J1 in 108.73s, 13 tests, 1 failure <<< FAILURES!
[...truncated 47146 lines...]