You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/11/06 22:44:02 UTC
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9.0.1) - Build #
20851 - Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20851/
Java: 64bit/jdk-9.0.1 -XX:-UseCompressedOops -XX:+UseSerialGC
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.impl.ConnectionReuseTest
Error Message:
Stack Trace:
java.util.concurrent.TimeoutException
at __randomizedtesting.SeedInfo.seed([F3444E69BED2F4F]:0)
at org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1325)
at org.apache.solr.client.solrj.impl.CloudSolrClient.waitForState(CloudSolrClient.java:440)
at org.apache.solr.client.solrj.impl.ConnectionReuseTest.setupCluster(ConnectionReuseTest.java:67)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.AssignBackwardCompatibilityTest.test
Error Message:
Expected 8 active replicas null Live Nodes: [127.0.0.1:33289_solr, 127.0.0.1:37343_solr, 127.0.0.1:43803_solr, 127.0.0.1:44347_solr] Last available state: DocCollection(collection1//collections/collection1/state.json/55)={ "pullReplicas":"0", "replicationFactor":"4", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node5":{ "core":"collection1_shard1_replica_n2", "base_url":"https://127.0.0.1:44347/solr", "node_name":"127.0.0.1:44347_solr", "state":"active", "type":"NRT"}, "core_node7":{ "core":"collection1_shard1_replica_n4", "base_url":"https://127.0.0.1:33289/solr", "node_name":"127.0.0.1:33289_solr", "state":"active", "type":"NRT", "leader":"true"}, "core_node14":{ "core":"collection1_shard1_replica_n13", "base_url":"https://127.0.0.1:43803/solr", "node_name":"127.0.0.1:43803_solr", "state":"active", "type":"NRT"}, "core_node16":{ "core":"collection1_shard1_replica_n15", "base_url":"https://127.0.0.1:33289/solr", "node_name":"127.0.0.1:33289_solr", "state":"active", "type":"NRT"}, "core_node18":{ "core":"collection1_shard1_replica_n17", "base_url":"https://127.0.0.1:44347/solr", "node_name":"127.0.0.1:44347_solr", "state":"active", "type":"NRT"}, "core_node146":{ "core":"collection1_shard1_replica_n145", "base_url":"https://127.0.0.1:37343/solr", "node_name":"127.0.0.1:37343_solr", "state":"active", "type":"NRT"}, "core_node148":{ "core":"collection1_shard1_replica_n147", "base_url":"https://127.0.0.1:37343/solr", "node_name":"127.0.0.1:37343_solr", "state":"active", "type":"NRT"}, "core_node150":{ "core":"collection1_shard1_replica_n149", "base_url":"https://127.0.0.1:43803/solr", "node_name":"127.0.0.1:43803_solr", "state":"down", "type":"NRT"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1000", "autoAddReplicas":"false", "nrtReplicas":"4", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Expected 8 active replicas
null
Live Nodes: [127.0.0.1:33289_solr, 127.0.0.1:37343_solr, 127.0.0.1:43803_solr, 127.0.0.1:44347_solr]
Last available state: DocCollection(collection1//collections/collection1/state.json/55)={
"pullReplicas":"0",
"replicationFactor":"4",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node5":{
"core":"collection1_shard1_replica_n2",
"base_url":"https://127.0.0.1:44347/solr",
"node_name":"127.0.0.1:44347_solr",
"state":"active",
"type":"NRT"},
"core_node7":{
"core":"collection1_shard1_replica_n4",
"base_url":"https://127.0.0.1:33289/solr",
"node_name":"127.0.0.1:33289_solr",
"state":"active",
"type":"NRT",
"leader":"true"},
"core_node14":{
"core":"collection1_shard1_replica_n13",
"base_url":"https://127.0.0.1:43803/solr",
"node_name":"127.0.0.1:43803_solr",
"state":"active",
"type":"NRT"},
"core_node16":{
"core":"collection1_shard1_replica_n15",
"base_url":"https://127.0.0.1:33289/solr",
"node_name":"127.0.0.1:33289_solr",
"state":"active",
"type":"NRT"},
"core_node18":{
"core":"collection1_shard1_replica_n17",
"base_url":"https://127.0.0.1:44347/solr",
"node_name":"127.0.0.1:44347_solr",
"state":"active",
"type":"NRT"},
"core_node146":{
"core":"collection1_shard1_replica_n145",
"base_url":"https://127.0.0.1:37343/solr",
"node_name":"127.0.0.1:37343_solr",
"state":"active",
"type":"NRT"},
"core_node148":{
"core":"collection1_shard1_replica_n147",
"base_url":"https://127.0.0.1:37343/solr",
"node_name":"127.0.0.1:37343_solr",
"state":"active",
"type":"NRT"},
"core_node150":{
"core":"collection1_shard1_replica_n149",
"base_url":"https://127.0.0.1:43803/solr",
"node_name":"127.0.0.1:43803_solr",
"state":"down",
"type":"NRT"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1000",
"autoAddReplicas":"false",
"nrtReplicas":"4",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([F3444E69BED2F4F:87607B3C351142B7]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
at org.apache.solr.cloud.AssignBackwardCompatibilityTest.test(AssignBackwardCompatibilityTest.java:92)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 13193 lines...]
[junit4] Suite: org.apache.solr.client.solrj.impl.ConnectionReuseTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.client.solrj.impl.ConnectionReuseTest_F3444E69BED2F4F-001/init-core-data-001
[junit4] 2> 1357803 WARN (SUITE-ConnectionReuseTest-seed#[F3444E69BED2F4F]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 1357803 INFO (SUITE-ConnectionReuseTest-seed#[F3444E69BED2F4F]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1357804 INFO (SUITE-ConnectionReuseTest-seed#[F3444E69BED2F4F]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="None")
[junit4] 2> 1357804 INFO (SUITE-ConnectionReuseTest-seed#[F3444E69BED2F4F]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1357804 INFO (SUITE-ConnectionReuseTest-seed#[F3444E69BED2F4F]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.client.solrj.impl.ConnectionReuseTest_F3444E69BED2F4F-001/tempDir-001
[junit4] 2> 1357804 INFO (SUITE-ConnectionReuseTest-seed#[F3444E69BED2F4F]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1357804 INFO (Thread-2504) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1357804 INFO (Thread-2504) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1357806 ERROR (Thread-2504) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1357904 INFO (SUITE-ConnectionReuseTest-seed#[F3444E69BED2F4F]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:39669
[junit4] 2> 1357910 INFO (jetty-launcher-3192-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1357913 INFO (jetty-launcher-3192-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@658d3c0f{/solr,null,AVAILABLE}
[junit4] 2> 1357913 INFO (jetty-launcher-3192-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@20f2d65f{HTTP/1.1,[http/1.1]}{127.0.0.1:42459}
[junit4] 2> 1357913 INFO (jetty-launcher-3192-thread-1) [ ] o.e.j.s.Server Started @1359918ms
[junit4] 2> 1357913 INFO (jetty-launcher-3192-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42459}
[junit4] 2> 1357914 ERROR (jetty-launcher-3192-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1357914 INFO (jetty-launcher-3192-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1357914 INFO (jetty-launcher-3192-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1357914 INFO (jetty-launcher-3192-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1357914 INFO (jetty-launcher-3192-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-06T22:15:11.198386Z
[junit4] 2> 1357916 INFO (jetty-launcher-3192-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1357923 INFO (jetty-launcher-3192-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39669/solr
[junit4] 2> 1357975 INFO (jetty-launcher-3192-thread-1) [n:127.0.0.1:42459_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1357976 INFO (jetty-launcher-3192-thread-1) [n:127.0.0.1:42459_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42459_solr
[junit4] 2> 1357976 INFO (jetty-launcher-3192-thread-1) [n:127.0.0.1:42459_solr ] o.a.s.c.Overseer Overseer (id=98959786710728707-127.0.0.1:42459_solr-n_0000000000) starting
[junit4] 2> 1357980 INFO (jetty-launcher-3192-thread-1) [n:127.0.0.1:42459_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42459_solr
[junit4] 2> 1357981 INFO (zkCallback-3199-thread-1-processing-n:127.0.0.1:42459_solr) [n:127.0.0.1:42459_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1358060 INFO (jetty-launcher-3192-thread-1) [n:127.0.0.1:42459_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42459.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f4b129a
[junit4] 2> 1358064 INFO (jetty-launcher-3192-thread-1) [n:127.0.0.1:42459_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42459.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f4b129a
[junit4] 2> 1358064 INFO (jetty-launcher-3192-thread-1) [n:127.0.0.1:42459_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42459.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f4b129a
[junit4] 2> 1358065 INFO (jetty-launcher-3192-thread-1) [n:127.0.0.1:42459_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.client.solrj.impl.ConnectionReuseTest_F3444E69BED2F4F-001/tempDir-001/node1/.
[junit4] 2> 1358077 INFO (SUITE-ConnectionReuseTest-seed#[F3444E69BED2F4F]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1358077 INFO (SUITE-ConnectionReuseTest-seed#[F3444E69BED2F4F]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39669/solr ready
[junit4] 2> 1358081 INFO (qtp1881495028-13582) [n:127.0.0.1:42459_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=8e4ee388-4f35-4fed-a570-c18a1ad7a00f&replicationFactor=1&collection.configName=config&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1358082 INFO (qtp1881495028-13582) [n:127.0.0.1:42459_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=8e4ee388-4f35-4fed-a570-c18a1ad7a00f&replicationFactor=1&collection.configName=config&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1358082 INFO (qtp1881495028-13583) [n:127.0.0.1:42459_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=8e4ee388-4f35-4fed-a570-c18a1ad7a00f&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1358083 INFO (qtp1881495028-13583) [n:127.0.0.1:42459_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=8e4ee388-4f35-4fed-a570-c18a1ad7a00f&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1358083 INFO (OverseerThreadFactory-6178-thread-1-processing-n:127.0.0.1:42459_solr) [n:127.0.0.1:42459_solr ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 1358186 INFO (OverseerStateUpdate-98959786710728707-127.0.0.1:42459_solr-n_0000000000) [n:127.0.0.1:42459_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:42459/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1358390 INFO (qtp1881495028-13578) [n:127.0.0.1:42459_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=config&newCollection=true&collection=collection1&version=2&replicaType=NRT&async=8e4ee388-4f35-4fed-a570-c18a1ad7a00f731859640797217&coreNodeName=core_node2&name=collection1_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&wt=javabin} status=0 QTime=0
[junit4] 2> 1358390 INFO (parallelCoreAdminExecutor-6179-thread-1-processing-n:127.0.0.1:42459_solr 8e4ee388-4f35-4fed-a570-c18a1ad7a00f731859640797217 CREATE) [n:127.0.0.1:42459_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=config&newCollection=true&collection=collection1&version=2&replicaType=NRT&async=8e4ee388-4f35-4fed-a570-c18a1ad7a00f731859640797217&coreNodeName=core_node2&name=collection1_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&wt=javabin
[junit4] 2> 1358391 INFO (parallelCoreAdminExecutor-6179-thread-1-processing-n:127.0.0.1:42459_solr 8e4ee388-4f35-4fed-a570-c18a1ad7a00f731859640797217 CREATE) [n:127.0.0.1:42459_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1358393 INFO (qtp1881495028-13582) [n:127.0.0.1:42459_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 8e4ee388-4f35-4fed-a570-c18a1ad7a00f731859640797217
[junit4] 2> 1358393 INFO (qtp1881495028-13582) [n:127.0.0.1:42459_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=8e4ee388-4f35-4fed-a570-c18a1ad7a00f731859640797217&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1358506 INFO (zkCallback-3199-thread-1-processing-n:127.0.0.1:42459_solr) [n:127.0.0.1:42459_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1358513 INFO (zkCallback-3199-thread-2-processing-n:127.0.0.1:42459_solr) [n:127.0.0.1:42459_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1359084 INFO (qtp1881495028-13584) [n:127.0.0.1:42459_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=8e4ee388-4f35-4fed-a570-c18a1ad7a00f&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1359084 INFO (qtp1881495028-13584) [n:127.0.0.1:42459_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=8e4ee388-4f35-4fed-a570-c18a1ad7a00f&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1359393 INFO (qtp1881495028-13583) [n:127.0.0.1:42459_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 8e4ee388-4f35-4fed-a570-c18a1ad7a00f731859640797217
[junit4] 2> 1359393 INFO (qtp1881495028-13583) [n:127.0.0.1:42459_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=8e4ee388-4f35-4fed-a570-c18a1ad7a00f731859640797217&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1359410 INFO (parallelCoreAdminExecutor-6179-thread-1-processing-n:127.0.0.1:42459_solr 8e4ee388-4f35-4fed-a570-c18a1ad7a00f731859640797217 CREATE) [n:127.0.0.1:42459_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1359414 INFO (parallelCoreAdminExecutor-6179-thread-1-processing-n:127.0.0.1:42459_solr 8e4ee388-4f35-4fed-a570-c18a1ad7a00f731859640797217 CREATE) [n:127.0.0.1:42459_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema [collection1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1359415 INFO (parallelCoreAdminExecutor-6179-thread-1-processing-n:127.0.0.1:42459_solr 8e4ee388-4f35-4fed-a570-c18a1ad7a00f731859640797217 CREATE) [n:127.0.0.1:42459_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1359415 INFO (parallelCoreAdminExecutor-6179-thread-1-processing-n:127.0.0.1:42459_solr 8e4ee388-4f35-4fed-a570-c18a1ad7a00f731859640797217 CREATE) [n:127.0.0.1:42459_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from collection collection1, trusted=true
[junit4] 2> 1359416 INFO (parallelCoreAdminExecutor-6179-thread-1-processing-n:127.0.0.1:42459_solr 8e4ee388-4f35-4fed-a570-c18a1ad7a00f731859640797217 CREATE) [n:127.0.0.1:42459_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42459.solr.core.collection1.shard1.replica_n1' (registry 'solr.core.collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f4b129a
[junit4] 2> 1359416 INFO (parallelCoreAdminExecutor-6179-thread-1-processing-n:127.0.0.1:42459_solr 8e4ee388-4f35-4fed-a570-c18a1ad7a00f731859640797217 CREATE) [n:127.0.0.1:42459_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1359416 INFO (parallelCoreAdminExecutor-6179-thread-1-processing-n:127.0.0.1:42459_solr 8e4ee388-4f35-4fed-a570-c18a1ad7a00f731859640797217 CREATE) [n:127.0.0.1:42459_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [[collection1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.client.solrj.impl.ConnectionReuseTest_F3444E69BED2F4F-001/tempDir-001/node1/collection1_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.client.solrj.impl.ConnectionReuseTest_F3444E69BED2F4F-001/tempDir-001/node1/./collection1_shard1_replica_n1/data/]
[junit4] 2> 1359448 INFO (parallelCoreAdminExecutor-6179-thread-1-processing-n:127.0.0.1:42459_solr 8e4ee388-4f35-4fed-a570-c18a1ad7a00f731859640797217 CREATE) [n:127.0.0.1:42459_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1359448 INFO (parallelCoreAdminExecutor-6179-thread-1-processing-n:127.0.0.1:42459_solr 8e4ee388-4f35-4fed-a570-c18a1ad7a00f731859640797217 CREATE) [n:127.0.0.1:42459_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1359449 INFO (parallelCoreAdminExecutor-6179-thread-1-processing-n:127.0.0.1:42459_solr 8e4ee388-4f35-4fed-a570-c18a1ad7a00f731859640797217 CREATE) [n:127.0.0.1:42459_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1359449 INFO (parallelCoreAdminExecutor-6179-thread-1-processing-n:127.0.0.1:42459_solr 8e4ee388-4f35-4fed-a570-c18a1ad7a00f731859640797217 CREATE) [n:127.0.0.1:42459_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1359450 INFO (parallelCoreAdminExecutor-6179-thread-1-processing-n:127.0.0.1:42459_solr 8e4ee388-4f35-4fed-a570-c18a1ad7a00f731859640797217 CREATE) [n:127.0.0.1:42459_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@268a6b47[collection1_shard1_replica_n1] main]
[junit4] 2> 1359451 INFO (parallelCoreAdminExecutor-6179-thread-1-processing-n:127.0.0.1:42459_solr 8e4ee388-4f35-4fed-a570-c18a1ad7a00f731859640797217 CREATE) [n:127.0.0.1:42459_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 1359451 INFO (parallelCoreAdminExecutor-6179-thread-1-processing-n:127.0.0.1:42459_solr 8e4ee388-4f35-4fed-a570-c18a1ad7a00f731859640797217 CREATE) [n:127.0.0.1:42459_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 1359451 INFO (parallelCoreAdminExecutor-6179-thread-1-processing-n:127.0.0.1:42459_solr 8e4ee388-4f35-4fed-a570-c18a1ad7a00f731859640797217 CREATE) [n:127.0.0.1:42459_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1359451 INFO (parallelCoreAdminExecutor-6179-thread-1-processing-n:127.0.0.1:42459_solr 8e4ee388-4f35-4fed-a570-c18a1ad7a00f731859640797217 CREATE) [n:127.0.0.1:42459_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583356589097615360
[junit4] 2> 1359452 INFO (searcherExecutor-6181-thread-1-processing-x:collection1_shard1_replica_n1 r:core_node2 8e4ee388-4f35-4fed-a570-c18a1ad7a00f731859640797217 CREATE n:127.0.0.1:42459_solr s:shard1 c:collection1) [n:127.0.0.1:42459_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher Searcher@268a6b47[collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1359454 INFO (parallelCoreAdminExecutor-6179-thread-1-processing-n:127.0.0.1:42459_solr 8e4ee388-4f35-4fed-a570-c18a1ad7a00f731859640797217 CREATE) [n:127.0.0.1:42459_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1359454 INFO (parallelCoreAdminExecutor-6179-thread-1-processing-n:127.0.0.1:42459_solr 8e4ee388-4f35-4fed-a570-c18a1ad7a00f731859640797217 CREATE) [n:127.0.0.1:42459_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1359454 INFO (parallelCoreAdminExecutor-6179-thread-1-processing-n:127.0.0.1:42459_solr 8e4ee388-4f35-4fed-a570-c18a1ad7a00f731859640797217 CREATE) [n:127.0.0.1:42459_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42459/solr/collection1_shard1_replica_n1/
[junit4] 2> 1359454 INFO (parallelCoreAdminExecutor-6179-thread-1-processing-n:127.0.0.1:42459_solr 8e4ee388-4f35-4fed-a570-c18a1ad7a00f731859640797217 CREATE) [n:127.0.0.1:42459_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1359454 INFO (parallelCoreAdminExecutor-6179-thread-1-processing-n:127.0.0.1:42459_solr 8e4ee388-4f35-4fed-a570-c18a1ad7a00f731859640797217 CREATE) [n:127.0.0.1:42459_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:42459/solr/collection1_shard1_replica_n1/ has no replicas
[junit4] 2> 1359455 INFO (parallelCoreAdminExecutor-6179-thread-1-processing-n:127.0.0.1:42459_solr 8e4ee388-4f35-4fed-a570-c18a1ad7a00f731859640797217 CREATE) [n:127.0.0.1:42459_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1359456 INFO (parallelCoreAdminExecutor-6179-thread-1-processing-n:127.0.0.1:42459_solr 8e4ee388-4f35-4fed-a570-c18a1ad7a00f731859640797217 CREATE) [n:127.0.0.1:42459_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:42459/solr/collection1_shard1_replica_n1/ shard1
[junit4] 2> 1359556 INFO (zkCallback-3199-thread-1-processing-n:127.0.0.1:42459_solr) [n:127.0.0.1:42459_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1359556 INFO (zkCallback-3199-thread-2-processing-n:127.0.0.1:42459_solr) [n:127.0.0.1:42459_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1359606 INFO (parallelCoreAdminExecutor-6179-thread-1-processing-n:127.0.0.1:42459_solr 8e4ee388-4f35-4fed-a570-c18a1ad7a00f731859640797217 CREATE) [n:127.0.0.1:42459_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1360085 INFO (qtp1881495028-13577) [n:127.0.0.1:42459_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=8e4ee388-4f35-4fed-a570-c18a1ad7a00f&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1360086 INFO (qtp1881495028-13577) [n:127.0.0.1:42459_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=8e4ee388-4f35-4fed-a570-c18a1ad7a00f&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1360394 INFO (qtp1881495028-13578) [n:127.0.0.1:42459_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 8e4ee388-4f35-4fed-a570-c18a1ad7a00f731859640797217
[junit4] 2> 1360394 INFO (qtp1881495028-13578) [n:127.0.0.1:42459_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=8e4ee388-4f35-4fed-a570-c18a1ad7a00f731859640797217&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1360395 INFO (OverseerThreadFactory-6178-thread-1-processing-n:127.0.0.1:42459_solr) [n:127.0.0.1:42459_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1361086 INFO (qtp1881495028-13582) [n:127.0.0.1:42459_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=8e4ee388-4f35-4fed-a570-c18a1ad7a00f&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1361088 INFO (qtp1881495028-13582) [n:127.0.0.1:42459_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=8e4ee388-4f35-4fed-a570-c18a1ad7a00f&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1361088 INFO (qtp1881495028-13583) [n:127.0.0.1:42459_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=8e4ee388-4f35-4fed-a570-c18a1ad7a00f&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1361089 INFO (qtp1881495028-13583) [n:127.0.0.1:42459_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=8e4ee388-4f35-4fed-a570-c18a1ad7a00f&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1362085 INFO (OverseerCollectionConfigSetProcessor-98959786710728707-127.0.0.1:42459_solr-n_0000000000) [n:127.0.0.1:42459_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1451092 INFO (jetty-closer-3193-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@20f2d65f{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1451092 INFO (jetty-closer-3193-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=781472763
[junit4] 2> 1451092 INFO (jetty-closer-3193-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1451092 INFO (jetty-closer-3193-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@13213ff7: rootName = solr_42459, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1d6944a8
[junit4] 2> 1451099 INFO (jetty-closer-3193-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1451099 INFO (jetty-closer-3193-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1e11368b: rootName = solr_42459, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@10668e00
[junit4] 2> 1451104 INFO (jetty-closer-3193-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1451104 INFO (jetty-closer-3193-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@17ca45c3: rootName = solr_42459, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@7f86300e
[junit4] 2> 1451106 INFO (jetty-closer-3193-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:42459_solr
[junit4] 2> 1451106 INFO (jetty-closer-3193-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1451107 INFO (zkCallback-3199-thread-4-processing-n:127.0.0.1:42459_solr) [n:127.0.0.1:42459_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 1451107 INFO (coreCloseExecutor-6186-thread-1) [n:127.0.0.1:42459_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@7ecf7da0
[junit4] 2> 1451107 INFO (coreCloseExecutor-6186-thread-1) [n:127.0.0.1:42459_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica_n1, tag=2127527328
[junit4] 2> 1451107 INFO (coreCloseExecutor-6186-thread-1) [n:127.0.0.1:42459_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@348b74a1: rootName = solr_42459, domain = solr.core.collection1.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.collection1.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@2e9c6b90
[junit4] 2> 1451137 INFO (coreCloseExecutor-6186-thread-1) [n:127.0.0.1:42459_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=2127527328
[junit4] 2> 1451138 INFO (jetty-closer-3193-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98959786710728707-127.0.0.1:42459_solr-n_0000000000) closing
[junit4] 2> 1451138 INFO (OverseerStateUpdate-98959786710728707-127.0.0.1:42459_solr-n_0000000000) [n:127.0.0.1:42459_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:42459_solr
[junit4] 2> 1451138 WARN (OverseerAutoScalingTriggerThread-98959786710728707-127.0.0.1:42459_solr-n_0000000000) [n:127.0.0.1:42459_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1451140 INFO (jetty-closer-3193-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@658d3c0f{/solr,null,UNAVAILABLE}
[junit4] 2> 1451140 ERROR (SUITE-ConnectionReuseTest-seed#[F3444E69BED2F4F]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1451141 INFO (SUITE-ConnectionReuseTest-seed#[F3444E69BED2F4F]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39669 39669
[junit4] 2> 1451305 INFO (Thread-2504) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39669 39669
[junit4] 2> 1451306 WARN (Thread-2504) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/collections/collection1/state.json
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> 1451306 INFO (SUITE-ConnectionReuseTest-seed#[F3444E69BED2F4F]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> Nov 06, 2017 10:16:44 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=762, maxMBSortInHeap=6.243718121457475, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@47bdd908), locale=teo-UG, timezone=SystemV/CST6
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=1,free=246702096,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [RegexBoostProcessorTest, RestartWhileUpdatingTest, BadIndexSchemaTest, SmileWriterTest, CloudExitableDirectoryReaderTest, TestSolrFieldCacheBean, TestPolicyCloud, TestInfoStreamLogging, PrimUtilsTest, TestBackupRepositoryFactory, TestInPlaceUpdatesDistrib, ShowFileRequestHandlerTest, OpenExchangeRatesOrgProviderTest, SimpleCollectionCreateDeleteTest, MoreLikeThisHandlerTest, AddReplicaTest, TestStressLucene, TestNoOpRegenerator, PolyFieldTest, AtomicUpdatesTest, ZkFailoverTest, HighlighterMaxOffsetTest, TestExportWriter, QueryEqualityTest, TestBlobHandler, TestDistributedStatsComponentCardinality, TestShortCircuitedRequests, IgnoreCommitOptimizeUpdateProcessorFactoryTest, CollectionTooManyReplicasTest, TestAnalyzedSuggestions, OverseerModifyCollectionTest, TestCloudInspectUtil, TermVectorComponentDistributedTest, TestJavabinTupleStreamParser, PathHierarchyTokenizerFactoryTest, TestPullReplicaErrorHandling, TestTrieFacet, TolerantUpdateProcessorTest, BlockJoinFacetDistribTest, TestPerFieldSimilarity, TestNumericRangeQuery64, LeaderFailoverAfterPartitionTest, TestClusterStateMutator, TestFieldCacheVsDocValues, TestRestManager, EnumFieldTest, TestFieldResource, TlogReplayBufferedWhileIndexingTest, TestExactSharedStatsCache, AddBlockUpdateTest, TestDocumentBuilder, TestDocSet, TestSolrCloudWithHadoopAuthPlugin, DebugComponentTest, MetricsHandlerTest, HdfsBasicDistributedZk2Test, SynonymTokenizerTest, MBeansHandlerTest, TestDownShardTolerantSearch, OpenCloseCoreStressTest, TestLegacyField, TestCustomStream, TestMacroExpander, PingRequestHandlerTest, SortSpecParsingTest, TestJettySolrRunner, DistributedTermsComponentTest, TestManagedSchemaThreadSafety, UninvertDocValuesMergePolicyTest, ConcurrentDeleteAndCreateCollectionTest, CollectionsAPIDistributedZkTest, TestRequestStatusCollectionAPI, CdcrReplicationHandlerTest, ClassificationUpdateProcessorTest, TestSQLHandler, ResponseHeaderTest, DistributedFacetPivotLargeTest, TestAnalyzeInfixSuggestions, HdfsUnloadDistributedZkTest, TestRTimerTree, RequestHandlersTest, DistributedFacetPivotSmallTest, TestOnReconnectListenerSupport, ZkSolrClientTest, TestSurroundQueryParser, TestAtomicUpdateErrorCases, TestFastLRUCache, SaslZkACLProviderTest, CurrencyFieldTypeTest, TestWriterPerf, BadCopyFieldTest, SpellingQueryConverterTest, RemoteQueryErrorTest, TestSchemaVersionResource, ConvertedLegacyTest, TestDFISimilarityFactory, CircularListTest, TestFastWriter, HdfsSyncSliceTest, JvmMetricsTest, TestReloadDeadlock, SchemaVersionSpecificBehaviorTest, TestHalfAndHalfDocValues, DistributedDebugComponentTest, DeleteLastCustomShardedReplicaTest, CloudMLTQParserTest, TestSolrConfigHandler, TestLuceneMatchVersion, TestLocalFSCloudBackupRestore, ShardRoutingTest, V2StandaloneTest, SampleTest, PreAnalyzedFieldTest, ChaosMonkeySafeLeaderWithPullReplicasTest, SolrIndexSplitterTest, SolrMetricManagerTest, TestTlogReplica, SolrJmxReporterTest, OutputWriterTest, TestRandomDVFaceting, ZkCLITest, TestFaceting, TestRecovery, TestReload, TestRangeQuery, BasicFunctionalityTest, TestLazyCores, DirectUpdateHandlerTest, HighlighterTest, DistributedQueryElevationComponentTest, SignatureUpdateProcessorFactoryTest, SuggesterFSTTest, DocValuesTest, DocValuesMultiTest, SolrInfoBeanTest, IndexBasedSpellCheckerTest, DisMaxRequestHandlerTest, DocumentAnalysisRequestHandlerTest, PrimitiveFieldTypeTest, FileBasedSpellCheckerTest, FieldAnalysisRequestHandlerTest, SolrPluginUtilsTest, TestCollationField, UniqFieldsUpdateProcessorFactoryTest, BinaryUpdateRequestHandlerTest, TestPartialUpdateDeduplication, TestComponentsName, HighlighterConfigTest, SOLR749Test, UpdateParamsTest, AlternateDirectoryTest, TestQuerySenderNoQuery, CopyFieldTest, SolrIndexConfigTest, TestStressRecovery, TestMergePolicyConfig, TestSolrDeletionPolicy2, TestSearchPerf, NumericFieldsTest, TestElisionMultitermQuery, TestConfig, TestFuzzyAnalyzedSuggestions, TestSolrCoreProperties, NotRequiredUniqueKeyTest, TestPhraseSuggestions, SpellPossibilityIteratorTest, TestCodecSupport, TestXIncludeConfig, TestIBSimilarityFactory, TestBM25SimilarityFactory, URLClassifyProcessorTest, PluginInfoTest, TestSuggestSpellingConverter, DOMUtilTest, RAMDirectoryFactoryTest, TestSolrJ, TestUtils, SliceStateTest, FileUtilsTest, DistributedMLTComponentTest, TestRTGBase, DistributedIntervalFacetingTest, TestSimpleTrackingShardHandler, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, ConnectionReuseTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=ConnectionReuseTest -Dtests.seed=F3444E69BED2F4F -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=teo-UG -Dtests.timezone=SystemV/CST6 -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J1 | ConnectionReuseTest (suite) <<<
[junit4] > Throwable #1: java.util.concurrent.TimeoutException
[junit4] > at __randomizedtesting.SeedInfo.seed([F3444E69BED2F4F]:0)
[junit4] > at org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1325)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.waitForState(CloudSolrClient.java:440)
[junit4] > at org.apache.solr.client.solrj.impl.ConnectionReuseTest.setupCluster(ConnectionReuseTest.java:67)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] Completed [496/749 (1!)] on J1 in 94.02s, 0 tests, 1 error <<< FAILURES!
[...truncated 4 lines...]
[junit4] Suite: org.apache.solr.cloud.AssignBackwardCompatibilityTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.AssignBackwardCompatibilityTest_F3444E69BED2F4F-001/init-core-data-001
[junit4] 2> 1358203 WARN (SUITE-AssignBackwardCompatibilityTest-seed#[F3444E69BED2F4F]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=12 numCloses=12
[junit4] 2> 1358203 INFO (SUITE-AssignBackwardCompatibilityTest-seed#[F3444E69BED2F4F]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1358204 INFO (SUITE-AssignBackwardCompatibilityTest-seed#[F3444E69BED2F4F]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 1358204 INFO (SUITE-AssignBackwardCompatibilityTest-seed#[F3444E69BED2F4F]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1358204 INFO (SUITE-AssignBackwardCompatibilityTest-seed#[F3444E69BED2F4F]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.AssignBackwardCompatibilityTest_F3444E69BED2F4F-001/tempDir-001
[junit4] 2> 1358204 INFO (SUITE-AssignBackwardCompatibilityTest-seed#[F3444E69BED2F4F]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1358205 INFO (Thread-2846) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1358205 INFO (Thread-2846) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1358208 ERROR (Thread-2846) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1358305 INFO (SUITE-AssignBackwardCompatibilityTest-seed#[F3444E69BED2F4F]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:34465
[junit4] 2> 1358312 INFO (jetty-launcher-2017-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1358312 INFO (jetty-launcher-2017-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1358313 INFO (jetty-launcher-2017-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1358314 INFO (jetty-launcher-2017-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@38763505{/solr,null,AVAILABLE}
[junit4] 2> 1358328 INFO (jetty-launcher-2017-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1358344 INFO (jetty-launcher-2017-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@f3f4f1d{/solr,null,AVAILABLE}
[junit4] 2> 1358357 INFO (jetty-launcher-2017-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6971c749{SSL,[ssl, http/1.1]}{127.0.0.1:37343}
[junit4] 2> 1358357 INFO (jetty-launcher-2017-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@36b3907d{SSL,[ssl, http/1.1]}{127.0.0.1:44347}
[junit4] 2> 1358357 INFO (jetty-launcher-2017-thread-1) [ ] o.e.j.s.Server Started @1360545ms
[junit4] 2> 1358357 INFO (jetty-launcher-2017-thread-2) [ ] o.e.j.s.Server Started @1360545ms
[junit4] 2> 1358357 INFO (jetty-launcher-2017-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37343}
[junit4] 2> 1358357 INFO (jetty-launcher-2017-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44347}
[junit4] 2> 1358357 INFO (jetty-launcher-2017-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@40f40db3{/solr,null,AVAILABLE}
[junit4] 2> 1358357 ERROR (jetty-launcher-2017-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1358357 ERROR (jetty-launcher-2017-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1358357 INFO (jetty-launcher-2017-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1358357 INFO (jetty-launcher-2017-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1358357 INFO (jetty-launcher-2017-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1358357 INFO (jetty-launcher-2017-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1358357 INFO (jetty-launcher-2017-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1358357 INFO (jetty-launcher-2017-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1358357 INFO (jetty-launcher-2017-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-06T22:15:11.827644Z
[junit4] 2> 1358357 INFO (jetty-launcher-2017-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-06T22:15:11.827671Z
[junit4] 2> 1358359 INFO (jetty-launcher-2017-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7e7aabc1{/solr,null,AVAILABLE}
[junit4] 2> 1358359 INFO (jetty-launcher-2017-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@549d6fe9{SSL,[ssl, http/1.1]}{127.0.0.1:33289}
[junit4] 2> 1358359 INFO (jetty-launcher-2017-thread-4) [ ] o.e.j.s.Server Started @1360548ms
[junit4] 2> 1358360 INFO (jetty-launcher-2017-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33289}
[junit4] 2> 1358360 ERROR (jetty-launcher-2017-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1358360 INFO (jetty-launcher-2017-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1358360 INFO (jetty-launcher-2017-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1358360 INFO (jetty-launcher-2017-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1358360 INFO (jetty-launcher-2017-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-06T22:15:11.830394Z
[junit4] 2> 1358362 INFO (jetty-launcher-2017-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@44bb8409{SSL,[ssl, http/1.1]}{127.0.0.1:43803}
[junit4] 2> 1358362 INFO (jetty-launcher-2017-thread-3) [ ] o.e.j.s.Server Started @1360550ms
[junit4] 2> 1358362 INFO (jetty-launcher-2017-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43803}
[junit4] 2> 1358362 ERROR (jetty-launcher-2017-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1358363 INFO (jetty-launcher-2017-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1358363 INFO (jetty-launcher-2017-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1358363 INFO (jetty-launcher-2017-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1358363 INFO (jetty-launcher-2017-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-06T22:15:11.833209Z
[junit4] 2> 1358364 INFO (jetty-launcher-2017-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1358365 INFO (jetty-launcher-2017-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1358365 INFO (jetty-launcher-2017-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1358377 INFO (jetty-launcher-2017-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1358378 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f9366d83b0001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 1358379 INFO (jetty-launcher-2017-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34465/solr
[junit4] 2> 1358381 INFO (jetty-launcher-2017-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34465/solr
[junit4] 2> 1358383 INFO (jetty-launcher-2017-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34465/solr
[junit4] 2> 1358400 INFO (jetty-launcher-2017-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34465/solr
[junit4] 2> 1358405 INFO (jetty-launcher-2017-thread-4) [n:127.0.0.1:33289_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1358405 INFO (jetty-launcher-2017-thread-2) [n:127.0.0.1:44347_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1358406 INFO (jetty-launcher-2017-thread-4) [n:127.0.0.1:33289_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33289_solr
[junit4] 2> 1358406 INFO (jetty-launcher-2017-thread-2) [n:127.0.0.1:44347_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44347_solr
[junit4] 2> 1358407 INFO (jetty-launcher-2017-thread-4) [n:127.0.0.1:33289_solr ] o.a.s.c.Overseer Overseer (id=98959786749132810-127.0.0.1:33289_solr-n_0000000000) starting
[junit4] 2> 1358412 INFO (zkCallback-2038-thread-1-processing-n:127.0.0.1:33289_solr) [n:127.0.0.1:33289_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1358419 INFO (zkCallback-2034-thread-1-processing-n:127.0.0.1:44347_solr) [n:127.0.0.1:44347_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1358427 INFO (jetty-launcher-2017-thread-4) [n:127.0.0.1:33289_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33289_solr
[junit4] 2> 1358427 INFO (jetty-launcher-2017-thread-3) [n:127.0.0.1:43803_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1358432 INFO (zkCallback-2033-thread-1-processing-n:127.0.0.1:43803_solr) [n:127.0.0.1:43803_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1358433 INFO (jetty-launcher-2017-thread-3) [n:127.0.0.1:43803_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1358434 INFO (jetty-launcher-2017-thread-1) [n:127.0.0.1:37343_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1358434 INFO (jetty-launcher-2017-thread-3) [n:127.0.0.1:43803_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43803_solr
[junit4] 2> 1358440 INFO (zkCallback-2034-thread-1-processing-n:127.0.0.1:44347_solr) [n:127.0.0.1:44347_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 1358440 INFO (zkCallback-2038-thread-2-processing-n:127.0.0.1:33289_solr) [n:127.0.0.1:33289_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 1358440 INFO (jetty-launcher-2017-thread-1) [n:127.0.0.1:37343_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1358441 INFO (jetty-launcher-2017-thread-1) [n:127.0.0.1:37343_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37343_solr
[junit4] 2> 1358443 INFO (zkCallback-2034-thread-1-processing-n:127.0.0.1:44347_solr) [n:127.0.0.1:44347_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1358448 INFO (zkCallback-2033-thread-1-processing-n:127.0.0.1:43803_solr) [n:127.0.0.1:43803_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 1358456 INFO (zkCallback-2043-thread-1-processing-n:127.0.0.1:37343_solr) [n:127.0.0.1:37343_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 1358456 INFO (zkCallback-2038-thread-2-processing-n:127.0.0.1:33289_solr) [n:127.0.0.1:33289_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1358476 INFO (jetty-launcher-2017-thread-2) [n:127.0.0.1:44347_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44347.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6ec59196
[junit4] 2> 1358479 INFO (jetty-launcher-2017-thread-4) [n:127.0.0.1:33289_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33289.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6ec59196
[junit4] 2> 1358491 INFO (jetty-launcher-2017-thread-2) [n:127.0.0.1:44347_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44347.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6ec59196
[junit4] 2> 1358491 INFO (jetty-launcher-2017-thread-2) [n:127.0.0.1:44347_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44347.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6ec59196
[junit4] 2> 1358493 INFO (jetty-launcher-2017-thread-2) [n:127.0.0.1:44347_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.AssignBackwardCompatibilityTest_F3444E69BED2F4F-001/tempDir-001/node2/.
[junit4] 2> 1358496 INFO (jetty-launcher-2017-thread-4) [n:127.0.0.1:33289_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33289.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6ec59196
[junit4] 2> 1358497 INFO (jetty-launcher-2017-thread-4) [n:127.0.0.1:33289_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33289.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6ec59196
[junit4] 2> 1358498 INFO (jetty-launcher-2017-thread-4) [n:127.0.0.1:33289_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.AssignBackwardCompatibilityTest_F3444E69BED2F4F-001/tempDir-001/node4/.
[junit4] 2> 1358500 INFO (jetty-launcher-2017-thread-1) [n:127.0.0.1:37343_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37343.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6ec59196
[junit4] 2> 1358502 INFO (jetty-launcher-2017-thread-3) [n:127.0.0.1:43803_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43803.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6ec59196
[junit4] 2> 1358509 INFO (jetty-launcher-2017-thread-3) [n:127.0.0.1:43803_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43803.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6ec59196
[junit4] 2> 1358509 INFO (jetty-launcher-2017-thread-3) [n:127.0.0.1:43803_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43803.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6ec59196
[junit4] 2> 1358510 INFO (jetty-launcher-2017-thread-3) [n:127.0.0.1:43803_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.AssignBackwardCompatibilityTest_F3444E69BED2F4F-001/tempDir-001/node3/.
[junit4] 2> 1358515 INFO (jetty-launcher-2017-thread-1) [n:127.0.0.1:37343_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37343.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6ec59196
[junit4] 2> 1358515 INFO (jetty-launcher-2017-thread-1) [n:127.0.0.1:37343_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37343.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6ec59196
[junit4] 2> 1358515 INFO (jetty-launcher-2017-thread-1) [n:127.0.0.1:37343_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.AssignBackwardCompatibilityTest_F3444E69BED2F4F-001/tempDir-001/node1/.
[junit4] 2> 1358581 INFO (SUITE-AssignBackwardCompatibilityTest-seed#[F3444E69BED2F4F]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1358581 INFO (SUITE-AssignBackwardCompatibilityTest-seed#[F3444E69BED2F4F]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34465/solr ready
[junit4] 2> 1358591 INFO (qtp1800903049-12137) [n:127.0.0.1:43803_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=4&maxShardsPerNode=1000&name=collection1&nrtReplicas=4&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1358595 INFO (OverseerThreadFactory-5391-thread-1-processing-n:127.0.0.1:33289_solr) [n:127.0.0.1:33289_solr ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 1358595 INFO (OverseerThreadFactory-5391-thread-1-processing-n:127.0.0.1:33289_solr) [n:127.0.0.1:33289_solr ] o.a.s.c.CreateCollectionCmd Only _default config set found, using it.
[junit4] 2> 1358596 INFO (OverseerThreadFactory-5391-thread-1-processing-n:127.0.0.1:33289_solr) [n:127.0.0.1:33289_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/collection1/protwords.txt
[junit4] 2> 1358597 INFO (OverseerThreadFactory-5391-thread-1-processing-n:127.0.0.1:33289_solr) [n:127.0.0.1:33289_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/collection1/managed-schema
[junit4] 2> 1358611 INFO (OverseerThreadFactory-5391-thread-1-processing-n:127.0.0.1:33289_solr) [n:127.0.0.1:33289_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/collection1/solrconfig.xml
[junit4] 2> 1358612 INFO (OverseerThreadFactory-5391-thread-1-processing-n:127.0.0.1:33289_solr) [n:127.0.0.1:33289_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/collection1/synonyms.txt
[junit4] 2> 1358612 INFO (OverseerThreadFactory-5391-thread-1-processing-n:127.0.0.1:33289_solr) [n:127.0.0.1:33289_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/collection1/stopwords.txt
[junit4] 2> 1358613 INFO (OverseerThreadFactory-5391-thread-1-processing-n:127.0.0.1:33289_solr) [n:127.0.0.1:33289_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/collection1/lang/contractions_it.txt
[junit4] 2> 1358613 INFO (OverseerThreadFactory-5391-thread-1-processing-n:127.0.0.1:33289_solr) [n:127.0.0.1:33289_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/collection1/lang/stemdict_nl.txt
[junit4] 2> 1358614 INFO (OverseerThreadFactory-5391-thread-1-processing-n:127.0.0.1:33289_solr) [n:127.0.0.1:33289_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/collection1/lang/stopwords_hy.txt
[junit4] 2> 1358614 INFO (OverseerThreadFactory-5391-thread-1-processing-n:127.0.0.1:33289_solr) [n:127.0.0.1:33289_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/collection1/lang/stopwords_no.txt
[junit4] 2> 1358614 INFO (OverseerThreadFactory-5391-thread-1-processing-n:127.0.0.1:33289_solr) [n:127.0.0.1:33289_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/collection1/lang/contractions_ca.txt
[junit4] 2> 1358615 INFO (OverseerThreadFactory-5391-thread-1-processing-n:127.0.0.1:33289_solr) [n:127.0.0.1:33289_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/collection1/lang/stopwords_id.txt
[junit4] 2> 1358615 INFO (OverseerThreadFactory-5391-thread-1-processing-n:127.0.0.1:33289_solr) [n:127.0.0.1:33289_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/collection1/lang/stopwords_ga.txt
[junit4] 2> 1358616 INFO (OverseerThreadFactory-5391-thread-1-processing-n:127.0.0.1:33289_solr) [n:127.0.0.1:33289_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/collection1/lang/stopwords_hi.txt
[junit4] 2> 1358616 INFO (OverseerThreadFactory-5391-thread-1-processing-n:127.0.0.1:33289_solr) [n:127.0.0.1:33289_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/collection1/lang/stopwords_da.txt
[junit4] 2> 1358617 INFO (OverseerThreadFactory-5391-thread-1-processing-n:127.0.0.1:33289_solr) [n:127.0.0.1:33289_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/collection1/lang/stopwords_ja.txt
[junit4] 2> 1358617 INFO (OverseerThreadFactory-5391-thread-1-processing-n:127.0.0.1:33289_solr) [n:127.0.0.1:33289_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/collection1/lang/stopwords_pt.txt
[junit4] 2> 1358618 INFO (OverseerThreadFactory-5391-thread-1-processing-n:127.0.0.1:33289_solr) [n:127.0.0.1:33289_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/collection1/lang/stopwords_hu.txt
[junit4] 2> 1358618 INFO (OverseerThreadFactory-5391-thread-1-processing-n:127.0.0.1:33289_solr) [n:127.0.0.1:33289_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/collection1/lang/stopwords_el.txt
[junit4] 2> 1358618 INFO (OverseerThreadFactory-5391-thread-1-processing-n:127.0.0.1:33289_solr) [n:127.0.0.1:33289_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/collection1/lang/stopwords_ru.txt
[junit4] 2> 1358619 INFO (OverseerThreadFactory-5391-thread-1-processing-n:127.0.0.1:33289_solr) [n:127.0.0.1:33289_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/collection1/lang/stopwords_tr.txt
[junit4] 2> 1358619 INFO (OverseerThreadFactory-5391-thread-1-processing-n:127.0.0.1:33289_solr) [n:127.0.0.1:33289_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/collection1/lang/stopwords_ar.txt
[junit4] 2> 1358620 INFO (OverseerThreadFactory-5391-thread-1-processing-n:127.0.0.1:33289_solr) [n:127.0.0.1:33289_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/collection1/lang/userdict_ja.txt
[junit4] 2> 1358620 INFO (OverseerThreadFactory-5391-thread-1-processing-n:127.0.0.1:33289_solr) [n:127.0.0.1:33289_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/collection1/lang/stopwords_eu.txt
[junit4] 2> 1358621 INFO (OverseerThreadFactory-5391-thread-1-processing-n:127.0.0.1:33289_solr) [n:127.0.0.1:33289_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/collection1/lang/stopwords_it.txt
[junit4] 2> 1358621 INFO (OverseerThreadFactory-5391-thread-1-processing-n:127.0.0.1:33289_solr) [n:127.0.0.1:33289_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/collection1/lang/stopwords_cz.txt
[junit4] 2> 1358622 INFO (OverseerThreadFactory-5391-thread-1-processing-n:127.0.0.1:33289_solr) [n:127.0.0.1:33289_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/collection1/lang/stoptags_ja.txt
[junit4] 2> 1358622 INFO (OverseerThreadFactory-5391-thread-1-processing-n:127.0.0.1:33289_solr) [n:127.0.0.1:33289_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/collection1/lang/contractions_fr.txt
[junit4] 2> 1358623 INFO (OverseerThreadFactory-5391-thread-1-processing-n:127.0.0.1:33289_solr) [n:127.0.0.1:33289_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/collection1/lang/stopwords_de.txt
[junit4] 2> 1358623 INFO (OverseerThreadFactory-5391-thread-1-processing-n:127.0.0.1:33289_solr) [n:127.0.0.1:33289_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/collection1/lang/stopwords_fa.txt
[junit4] 2> 1358624 INFO (OverseerThreadFactory-5391-thread-1-processing-n:127.0.0.1:33289_solr) [n:127.0.0.1:33289_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/collection1/lang/contractions_ga.txt
[junit4] 2> 1358624 INFO (OverseerThreadFactory-5391-thread-1-processing-n:127.0.0.1:33289_solr) [n:127.0.0.1:33289_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/collection1/lang/stopwords_ca.txt
[junit4] 2> 1358624 INFO (OverseerThreadFactory-5391-thread-1-processing-n:127.0.0.1:33289_solr) [n:127.0.0.1:33289_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/collection1/lang/stopwords_nl.txt
[junit4] 2> 1358625 INFO (OverseerThreadFactory-5391-thread-1-processing-n:127.0.0.1:33289_solr) [n:127.0.0.1:33289_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/collection1/lang/stopwords_bg.txt
[junit4] 2> 1358625 INFO (OverseerThreadFactory-5391-thread-1-processing-n:127.0.0.1:33289_solr) [n:127.0.0.1:33289_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/collection1/lang/stopwords_lv.txt
[junit4] 2> 1358626 INFO (OverseerThreadFactory-5391-thread-1-processing-n:127.0.0.1:33289_solr) [n:127.0.0.1:33289_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/collection1/lang/stopwords_en.txt
[junit4] 2> 1358626 INFO (OverseerThreadFactory-5391-thread-1-processing-n:127.0.0.1:33289_solr) [n:127.0.0.1:33289_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/collection1/lang/stopwords_es.txt
[junit4] 2> 1358627 INFO (OverseerThreadFactory-5391-thread-1-processing-n:127.0.0.1:33289_solr) [n:127.0.0.1:33289_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/collection1/lang/stopwords_th.txt
[junit4] 2> 1358627 INFO (OverseerThreadFactory-5391-thread-1-processing-n:127.0.0.1:33289_solr) [n:127.0.0.1:33289_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/collection1/lang/stopwords_ro.txt
[junit4] 2> 1358627 INFO (OverseerThreadFactory-5391-thread-1-processing-n:127.0.0.1:33289_solr) [n:127.0.0.1:33289_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/collection1/lang/stopwords_fr.txt
[junit4] 2> 1358628 INFO (OverseerThreadFactory-5391-thread-1-processing-n:127.0.0.1:33289_solr) [n:127.0.0.1:33289_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/collection1/lang/stopwords_sv.txt
[junit4] 2> 1358628 INFO (OverseerThreadFactory-5391-thread-1-processing-n:127.0.0.1:33289_solr) [n:127.0.0.1:33289_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/collection1/lang/stopwords_fi.txt
[junit4] 2> 1358629 INFO (OverseerThreadFactory-5391-thread-1-processing-n:127.0.0.1:33289_solr) [n:127.0.0.1:33289_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/collection1/lang/hyphenations_ga.txt
[junit4] 2> 1358629 INFO (OverseerThreadFactory-5391-thread-1-processing-n:127.0.0.1:33289_solr) [n:127.0.0.1:33289_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/collection1/lang/stopwords_gl.txt
[junit4] 2> 1358630 INFO (OverseerThreadFactory-5391-thread-1-processing-n:127.0.0.1:33289_solr) [n:127.0.0.1:33289_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to /configs/collection1/params.json
[junit4] 2> 1358734 INFO (OverseerStateUpdate-98959786749132810-127.0.0.1:33289_solr-n_0000000000) [n:127.0.0.1:33289_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:37343/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1358735 INFO (OverseerStateUpdate-98959786749132810-127.0.0.1:33289_solr-n_0000000000) [n:127.0.0.1:33289_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:44347/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1358736 INFO (OverseerStateUpdate-98959786749132810-127.0.0.1:33289_solr-n_0000000000) [n:127.0.0.1:33289_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33289/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1358736 INFO (OverseerStateUpdate-98959786749132810-127.0.0.1:33289_solr-n_0000000000) [n:127.0.0.1:33289_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:43803/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1358945 INFO (qtp1800903049-12139) [n:127.0.0.1:43803_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=collection1&newCollection=true&name=collection1_shard1_replica_n6&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1358946 INFO (qtp1800903049-12139) [n:127.0.0.1:43803_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1358948 INFO (qtp1308365515-12146) [n:127.0.0.1:33289_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=collection1&newCollection=true&name=collection1_shard1_replica_n4&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1358948 INFO (qtp1308365515-12146) [n:127.0.0.1:33289_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1358949 INFO (qtp1985650942-12134) [n:127.0.0.1:37343_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=collection1&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1358949 INFO (qtp1985650942-12134) [n:127.0.0.1:37343_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1358954 INFO (qtp647704046-12119) [n:127.0.0.1:44347_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=collection1&newCollection=true&name=collection1_shard1_replica_n2&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1358954 INFO (qtp647704046-12119) [n:127.0.0.1:44347_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1359065 INFO (zkCallback-2034-thread-1-processing-n:127.0.0.1:44347_solr) [n:127.0.0.1:44347_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1359065 INFO (zkCallback-2033-thread-1-processing-n:127.0.0.1:43803_solr) [n:127.0.0.1:43803_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1359065 INFO (zkCallback-2034-thread-2-processing-n:127.0.0.1:44347_solr) [n:127.0.0.1:44347_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1359065 INFO (zkCallback-2033-thread-2-processing-n:127.0.0.1:43803_solr) [n:127.0.0.1:43803_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1359065 INFO (zkCallback-2043-thread-1-processing-n:127.0.0.1:37343_solr) [n:127.0.0.1:37343_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1359065 INFO (zkCallback-2038-thread-1-processing-n:127.0.0.1:33289_solr) [n:127.0.0.1:33289_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1359065 INFO (zkCallback-2038-thread-2-processing-n:127.0.0.1:33289_solr) [n:127.0.0.1:33289_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1359065 INFO (zkCallback-2043-thread-2-processing-n:127.0.0.1:37343_solr) [n:127.0.0.1:37343_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1359970 INFO (qtp1308365515-12146) [n:127.0.0.1:33289_solr c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n4] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 1359971 INFO (qtp1308365515-12146) [n:127.0.0.1:33289_solr c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n4] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 1359971 INFO (qtp647704046-12119) [n:127.0.0.1:44347_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 1359971 INFO (qtp1800903049-12139) [n:127.0.0.1:43803_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 1359971 INFO (qtp647704046-12119) [n:127.0.0.1:44347_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 1359971 INFO (qtp1800903049-12139) [n:127.0.0.1:43803_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 1359971 INFO (qtp1985650942-12134) [n:127.0.0.1:37343_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 1359971 INFO (qtp1985650942-12134) [n:127.0.0.1:37343_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 1359971 WARN (qtp1308365515-12146) [n:127.0.0.1:33289_solr c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.AssignBackwardCompatibilityTest_F3444E69BED2F4F-001/tempDir-001/node4/collection1_shard1_replica_n4/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.AssignBackwardCompatibilityTest_F3444E69BED2F4F-001/tempDir-001/node4/collection1_shard1_replica_n4/../../../../contrib/extraction/lib
[junit4] 2> 1359972 WARN (qtp1308365515-12146) [n:127.0.0.1:33289_solr c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.AssignBackwardCompatibilityTest_F3444E69BED2F4F-001/tempDir-001/node4/collection1_shard1_replica_n4/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.AssignBackwardCompatibilityTest_F3444E69BED2F4F-001/tempDir-001/node4/collection1_shard1_replica_n4/../../../../dist
[junit4] 2> 1359972 WARN (qtp1800903049-12139) [n:127.0.0.1:43803_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.AssignBackwardCompatibilityTest_F3444E69BED2F4F-001/tempDir-001/node3/collection1_shard1_replica_n6/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.AssignBackwardCompatibilityTest_F3444E69BED2F4F-001/tempDir-001/node3/collection1_shard1_replica_n6/../../../../contrib/extraction/lib
[junit4] 2> 1359972 WARN (qtp1985650942-12134) [n:127.0.0.1:37343_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.AssignBackwardCompatibilityTest_F3444E69BED2F4F-001/tempDir-001/node1/collection1_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.AssignBackwardCompatibilityTest_F3444E69BED2F4F-001/tempDir-001/node1/collection1_shard1_replica_n1/../../../../contrib/extraction/lib
[junit4] 2> 1359972 WARN (qtp1800903049-12139) [n:127.0.0.1:43803_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.AssignBackwardCompatibilityTest_F3444E69BED2F4F-001/tempDir-001/node3/collection1_shard1_replica_n6/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkin
[...truncated too long message...]
tContextHandler@40f40db3{/solr,null,UNAVAILABLE}
[junit4] 2> 1477852 INFO (zkCallback-2033-thread-4-processing-n:127.0.0.1:43803_solr) [n:127.0.0.1:43803_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43803_solr
[junit4] 2> 1482802 INFO (recoveryExecutor-2028-thread-1-processing-n:127.0.0.1:43803_solr x:collection1_shard1_replica_n149 s:shard1 c:collection1 r:core_node150) [n:127.0.0.1:43803_solr c:collection1 s:shard1 r:core_node150 x:collection1_shard1_replica_n149] o.a.s.c.RecoveryStrategy RecoveryStrategy has been closed
[junit4] 2> 1482802 INFO (recoveryExecutor-2028-thread-1-processing-n:127.0.0.1:43803_solr x:collection1_shard1_replica_n149 s:shard1 c:collection1 r:core_node150) [n:127.0.0.1:43803_solr c:collection1 s:shard1 r:core_node150 x:collection1_shard1_replica_n149] o.a.s.c.RecoveryStrategy Finished recovery process, successful=[false]
[junit4] 2> 1482802 INFO (recoveryExecutor-2028-thread-1-processing-n:127.0.0.1:43803_solr x:collection1_shard1_replica_n149 s:shard1 c:collection1 r:core_node150) [n:127.0.0.1:43803_solr c:collection1 s:shard1 r:core_node150 x:collection1_shard1_replica_n149] o.a.s.c.SolrCore [collection1_shard1_replica_n149] CLOSING SolrCore org.apache.solr.core.SolrCore@27987725
[junit4] 2> 1482802 INFO (recoveryExecutor-2028-thread-1-processing-n:127.0.0.1:43803_solr x:collection1_shard1_replica_n149 s:shard1 c:collection1 r:core_node150) [n:127.0.0.1:43803_solr c:collection1 s:shard1 r:core_node150 x:collection1_shard1_replica_n149] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica_n149, tag=664303397
[junit4] 2> 1482802 INFO (recoveryExecutor-2028-thread-1-processing-n:127.0.0.1:43803_solr x:collection1_shard1_replica_n149 s:shard1 c:collection1 r:core_node150) [n:127.0.0.1:43803_solr c:collection1 s:shard1 r:core_node150 x:collection1_shard1_replica_n149] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6fe3121d: rootName = solr_43803, domain = solr.core.collection1.shard1.replica_n149, service url = null, agent id = null] for registry solr.core.collection1.shard1.replica_n149 / com.codahale.metrics.MetricRegistry@7ad96867
[junit4] 2> 1482809 INFO (recoveryExecutor-2028-thread-1-processing-n:127.0.0.1:43803_solr x:collection1_shard1_replica_n149 s:shard1 c:collection1 r:core_node150) [n:127.0.0.1:43803_solr c:collection1 s:shard1 r:core_node150 x:collection1_shard1_replica_n149] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=664303397
[junit4] 2> 1482809 WARN (recoveryExecutor-2028-thread-1-processing-n:127.0.0.1:43803_solr x:collection1_shard1_replica_n149 s:shard1 c:collection1 r:core_node150) [n:127.0.0.1:43803_solr c:collection1 s:shard1 r:core_node150 x:collection1_shard1_replica_n149] o.a.s.c.RecoveryStrategy Stopping recovery for core=[collection1_shard1_replica_n149] coreNodeName=[core_node150]
[junit4] 2> 1482810 INFO (jetty-closer-2018-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7e7aabc1{/solr,null,UNAVAILABLE}
[junit4] 2> 1482811 ERROR (SUITE-AssignBackwardCompatibilityTest-seed#[F3444E69BED2F4F]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1482811 INFO (SUITE-AssignBackwardCompatibilityTest-seed#[F3444E69BED2F4F]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34465 34465
[junit4] 2> 1484459 INFO (Thread-2846) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34465 34465
[junit4] 2> 1484459 WARN (Thread-2846) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 15 /solr/configs/collection1/managed-schema
[junit4] 2> 6 /solr/configs/collection1
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 4 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 227 /solr/collections/collection1/state.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 3 /solr/collections/collection1/leader_elect/shard1/election/98959786749132810-core_node16-n_0000000007
[junit4] 2> 3 /solr/collections/collection1/leader_elect/shard1/election/98959786749132809-core_node18-n_0000000008
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/98959786749132810-core_node7-n_0000000002
[junit4] 2> 2 /solr/overseer_elect/election/98959786749132810-127.0.0.1:33289_solr-n_0000000000
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/98959786749132812-core_node3-n_0000000000
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/98959786749132808-core_node14-n_0000000006
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/98959786749132812-core_node142-n_0000000010
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/98959786749132809-core_node5-n_0000000003
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/98959786749132808-core_node10-n_0000000004
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 5 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.AssignBackwardCompatibilityTest_F3444E69BED2F4F-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1364, maxMBSortInHeap=5.198604349829726, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@6d5c0b6c), locale=sr-Latn-BA, timezone=Asia/Phnom_Penh
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=1,free=157063440,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestHashPartitioner, TestValueSourceCache, BadComponentTest, UnloadDistributedZkTest, AnalysisErrorHandlingTest, AutoAddReplicasIntegrationTest, TestExtendedDismaxParser, TestShardHandlerFactory, DistanceFunctionTest, MetricUtilsTest, TestBinaryResponseWriter, BlockJoinFacetRandomTest, ScriptEngineTest, RegexBytesRefFilterTest, OverriddenZkACLAndCredentialsProvidersTest, TestReplicaProperties, CdcrRequestHandlerTest, DeleteStatusTest, TestIndexSearcher, SolrGraphiteReporterTest, TestSystemIdResolver, TestJsonFacets, TestExclusionRuleCollectionAccess, TestDocTermOrds, TestSSLRandomization, TestPrepRecovery, TestSerializedLuceneMatchVersion, HdfsDirectoryFactoryTest, MoveReplicaHDFSFailoverTest, SortByFunctionTest, TestSystemCollAutoCreate, TestStressInPlaceUpdates, CloneFieldUpdateProcessorFactoryTest, TestDeleteCollectionOnDownNodes, LoggingHandlerTest, EchoParamsTest, HdfsBasicDistributedZkTest, QueryElevationComponentTest, ParsingFieldUpdateProcessorsTest, CoreMergeIndexesAdminHandlerTest, TestQuerySenderListener, XsltUpdateRequestHandlerTest, TestSchemaResource, TestMaxTokenLenTokenizer, RequiredFieldsTest, TestDynamicFieldResource, TestCloudJSONFacetJoinDomain, XmlUpdateRequestHandlerTest, TestDistributedGrouping, CustomCollectionTest, TestZkAclsWithHadoopAuth, SolrCoreCheckLockOnStartupTest, TestBulkSchemaAPI, DistributedFacetPivotWhiteBoxTest, ZkNodePropsTest, DistributedSpellCheckComponentTest, SolrTestCaseJ4Test, TestConfigsApi, UUIDFieldTest, LeaderFailureAfterFreshStartTest, ClassificationUpdateProcessorFactoryTest, ReturnFieldsTest, BitVectorTest, TestComplexPhraseQParserPlugin, BasicDistributedZk2Test, ClusterStateTest, HdfsWriteToMultipleCollectionsTest, WordBreakSolrSpellCheckerTest, TestCloudNestedDocsSort, TestNumericTerms64, DistributedExpandComponentTest, CoreAdminHandlerTest, ChaosMonkeyNothingIsSafeTest, StatsReloadRaceTest, SystemInfoHandlerTest, TestCSVResponseWriter, TestReRankQParserPlugin, TestPushWriter, StatsComponentTest, RecoveryZkTest, AsyncCallRequestStatusResponseTest, OverseerRolesTest, IndexSchemaTest, SuggesterTest, RollingRestartTest, TestCharFilters, AddSchemaFieldsUpdateProcessorFactoryTest, SuggesterWFSTTest, TestXmlQParser, TimeZoneUtilsTest, TestTolerantSearch, TriLevelCompositeIdRoutingTest, TestLMJelinekMercerSimilarityFactory, TestLRUCache, FullSolrCloudDistribCmdsTest, TestManagedSynonymFilterFactory, DirectSolrSpellCheckerTest, TestLMDirichletSimilarityFactory, TestZkChroot, BasicAuthStandaloneTest, TestCloudRecovery, TestRetrieveFieldsOptimizer, DateRangeFieldTest, AutoscalingHistoryHandlerTest, DirectSolrConnectionTest, TestConfigSets, MultiThreadedOCPTest, TestConfigReload, OverseerTest, DistribJoinFromCollectionTest, ConfigSetsAPITest, TestSolrXml, TestTrie, TestGroupingSearch, ZkStateReaderTest, AliasIntegrationTest, TestAddFieldRealTimeGet, TestCollectionAPI, TestSQLHandlerNonCloud, TestPointFields, SpellCheckComponentTest, TestFiltering, SimplePostToolTest, TestCoreDiscovery, SolrRequestParserTest, SuggesterTSTTest, TestCSVLoader, NoCacheHeaderTest, TestPseudoReturnFields, FieldMutatingUpdateProcessorTest, TestWordDelimiterFilterFactory, DefaultValueUpdateProcessorTest, TestRemoteStreaming, CacheHeaderTest, LukeRequestHandlerTest, TestQueryUtils, TestQueryTypes, TestOmitPositions, DocumentBuilderTest, TestIndexingPerformance, TestSolrQueryParser, TestJmxIntegration, QueryParsingTest, JsonLoaderTest, TestPHPSerializedResponseWriter, CSVRequestHandlerTest, TestLFUCache, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestLuceneIndexBackCompat, AssignBackwardCompatibilityTest]
[junit4] Completed [498/749 (2!)] on J2 in 126.27s, 1 test, 1 failure <<< FAILURES!
[...truncated 40931 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build #
20856 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20856/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseSerialGC
2 tests failed.
FAILED: org.apache.solr.cloud.AliasIntegrationTest.testErrorChecks
Error Message:
Expected testErrorChecks-collection to be created with 2 shards and 1 replica null Live Nodes: [127.0.0.1:33957_solr, 127.0.0.1:37729_solr] Last available state: DocCollection(testErrorChecks-collection//collections/testErrorChecks-collection/state.json/3)={ "pullReplicas":"0", "replicationFactor":"1", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{"core_node3":{ "core":"testErrorChecks-collection_shard1_replica_n1", "base_url":"http://127.0.0.1:37729/solr", "node_name":"127.0.0.1:37729_solr", "state":"down", "type":"NRT", "leader":"true"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{"core_node4":{ "core":"testErrorChecks-collection_shard2_replica_n2", "base_url":"http://127.0.0.1:33957/solr", "node_name":"127.0.0.1:33957_solr", "state":"down", "type":"NRT", "leader":"true"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"1", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Expected testErrorChecks-collection to be created with 2 shards and 1 replica
null
Live Nodes: [127.0.0.1:33957_solr, 127.0.0.1:37729_solr]
Last available state: DocCollection(testErrorChecks-collection//collections/testErrorChecks-collection/state.json/3)={
"pullReplicas":"0",
"replicationFactor":"1",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{"core_node3":{
"core":"testErrorChecks-collection_shard1_replica_n1",
"base_url":"http://127.0.0.1:37729/solr",
"node_name":"127.0.0.1:37729_solr",
"state":"down",
"type":"NRT",
"leader":"true"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{"core_node4":{
"core":"testErrorChecks-collection_shard2_replica_n2",
"base_url":"http://127.0.0.1:33957/solr",
"node_name":"127.0.0.1:33957_solr",
"state":"down",
"type":"NRT",
"leader":"true"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"1",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([8244F785450BD349:1EAFE9C52158C5E6]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
at org.apache.solr.cloud.AliasIntegrationTest.testErrorChecks(AliasIntegrationTest.java:176)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.AliasIntegrationTest.test
Error Message:
Error from server at http://127.0.0.1:33957/solr: Could not fully create collection: collection1
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:33957/solr: Could not fully create collection: collection1
at __randomizedtesting.SeedInfo.seed([8244F785450BD349:A10C85FEBF7BEB1]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.AliasIntegrationTest.test(AliasIntegrationTest.java:48)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13271 lines...]
[junit4] Suite: org.apache.solr.cloud.AliasIntegrationTest
[junit4] 2> 1380385 INFO (SUITE-AliasIntegrationTest-seed#[8244F785450BD349]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.AliasIntegrationTest_8244F785450BD349-001/init-core-data-001
[junit4] 2> 1380386 WARN (SUITE-AliasIntegrationTest-seed#[8244F785450BD349]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 1380386 INFO (SUITE-AliasIntegrationTest-seed#[8244F785450BD349]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1380387 INFO (SUITE-AliasIntegrationTest-seed#[8244F785450BD349]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1380387 INFO (SUITE-AliasIntegrationTest-seed#[8244F785450BD349]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.AliasIntegrationTest_8244F785450BD349-001/tempDir-001
[junit4] 2> 1380387 INFO (SUITE-AliasIntegrationTest-seed#[8244F785450BD349]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1380388 INFO (Thread-2915) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1380388 INFO (Thread-2915) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1380390 ERROR (Thread-2915) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1380488 INFO (SUITE-AliasIntegrationTest-seed#[8244F785450BD349]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:40049
[junit4] 2> 1380492 INFO (jetty-launcher-3511-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1380492 INFO (jetty-launcher-3511-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1380493 INFO (jetty-launcher-3511-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@436861d8{/solr,null,AVAILABLE}
[junit4] 2> 1380493 INFO (jetty-launcher-3511-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@72ed56bf{/solr,null,AVAILABLE}
[junit4] 2> 1380493 INFO (jetty-launcher-3511-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7097f3b7{HTTP/1.1,[http/1.1]}{127.0.0.1:33957}
[junit4] 2> 1380493 INFO (jetty-launcher-3511-thread-2) [ ] o.e.j.s.Server Started @1382408ms
[junit4] 2> 1380493 INFO (jetty-launcher-3511-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33957}
[junit4] 2> 1380493 INFO (jetty-launcher-3511-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6a1c9ff8{HTTP/1.1,[http/1.1]}{127.0.0.1:37729}
[junit4] 2> 1380493 INFO (jetty-launcher-3511-thread-1) [ ] o.e.j.s.Server Started @1382409ms
[junit4] 2> 1380494 INFO (jetty-launcher-3511-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37729}
[junit4] 2> 1380494 ERROR (jetty-launcher-3511-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1380494 ERROR (jetty-launcher-3511-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1380494 INFO (jetty-launcher-3511-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1380494 INFO (jetty-launcher-3511-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1380494 INFO (jetty-launcher-3511-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1380494 INFO (jetty-launcher-3511-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1380494 INFO (jetty-launcher-3511-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1380494 INFO (jetty-launcher-3511-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1380494 INFO (jetty-launcher-3511-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-07T13:17:56.393Z
[junit4] 2> 1380494 INFO (jetty-launcher-3511-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-07T13:17:56.393Z
[junit4] 2> 1380496 INFO (jetty-launcher-3511-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1380497 INFO (jetty-launcher-3511-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1380502 INFO (jetty-launcher-3511-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40049/solr
[junit4] 2> 1380502 INFO (jetty-launcher-3511-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40049/solr
[junit4] 2> 1380542 INFO (jetty-launcher-3511-thread-2) [n:127.0.0.1:33957_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1380543 INFO (jetty-launcher-3511-thread-1) [n:127.0.0.1:37729_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1380543 INFO (jetty-launcher-3511-thread-2) [n:127.0.0.1:33957_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33957_solr
[junit4] 2> 1380543 INFO (jetty-launcher-3511-thread-2) [n:127.0.0.1:33957_solr ] o.a.s.c.Overseer Overseer (id=98963336481144837-127.0.0.1:33957_solr-n_0000000000) starting
[junit4] 2> 1380543 INFO (jetty-launcher-3511-thread-1) [n:127.0.0.1:37729_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37729_solr
[junit4] 2> 1380544 INFO (zkCallback-3523-thread-1-processing-n:127.0.0.1:37729_solr) [n:127.0.0.1:37729_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1380544 INFO (zkCallback-3522-thread-1-processing-n:127.0.0.1:33957_solr) [n:127.0.0.1:33957_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1380547 INFO (jetty-launcher-3511-thread-2) [n:127.0.0.1:33957_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33957_solr
[junit4] 2> 1380550 INFO (zkCallback-3523-thread-1-processing-n:127.0.0.1:37729_solr) [n:127.0.0.1:37729_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1380550 INFO (zkCallback-3522-thread-1-processing-n:127.0.0.1:33957_solr) [n:127.0.0.1:33957_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1380636 INFO (jetty-launcher-3511-thread-2) [n:127.0.0.1:33957_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33957.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3e832eeb
[junit4] 2> 1380641 INFO (jetty-launcher-3511-thread-2) [n:127.0.0.1:33957_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33957.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3e832eeb
[junit4] 2> 1380641 INFO (jetty-launcher-3511-thread-2) [n:127.0.0.1:33957_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33957.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3e832eeb
[junit4] 2> 1380642 INFO (jetty-launcher-3511-thread-2) [n:127.0.0.1:33957_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.AliasIntegrationTest_8244F785450BD349-001/tempDir-001/node2/.
[junit4] 2> 1380658 INFO (jetty-launcher-3511-thread-1) [n:127.0.0.1:37729_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37729.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3e832eeb
[junit4] 2> 1380668 INFO (jetty-launcher-3511-thread-1) [n:127.0.0.1:37729_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37729.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3e832eeb
[junit4] 2> 1380668 INFO (jetty-launcher-3511-thread-1) [n:127.0.0.1:37729_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37729.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3e832eeb
[junit4] 2> 1380669 INFO (jetty-launcher-3511-thread-1) [n:127.0.0.1:37729_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.AliasIntegrationTest_8244F785450BD349-001/tempDir-001/node1/.
[junit4] 2> 1380695 INFO (SUITE-AliasIntegrationTest-seed#[8244F785450BD349]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1380695 INFO (SUITE-AliasIntegrationTest-seed#[8244F785450BD349]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40049/solr ready
[junit4] 2> 1380712 INFO (TEST-AliasIntegrationTest.testErrorChecks-seed#[8244F785450BD349]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testErrorChecks
[junit4] 2> 1380713 INFO (qtp202778198-14065) [n:127.0.0.1:33957_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=testErrorChecks-collection&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1380715 INFO (OverseerThreadFactory-5579-thread-1-processing-n:127.0.0.1:33957_solr) [n:127.0.0.1:33957_solr ] o.a.s.c.CreateCollectionCmd Create collection testErrorChecks-collection
[junit4] 2> 1380818 INFO (OverseerStateUpdate-98963336481144837-127.0.0.1:33957_solr-n_0000000000) [n:127.0.0.1:33957_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testErrorChecks-collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testErrorChecks-collection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:37729/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1380819 INFO (OverseerStateUpdate-98963336481144837-127.0.0.1:33957_solr-n_0000000000) [n:127.0.0.1:33957_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testErrorChecks-collection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testErrorChecks-collection_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:33957/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1381021 INFO (qtp339590660-14069) [n:127.0.0.1:37729_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testErrorChecks-collection_shard1_replica_n1&action=CREATE&numShards=2&collection=testErrorChecks-collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1381021 INFO (qtp202778198-14058) [n:127.0.0.1:33957_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testErrorChecks-collection_shard2_replica_n2&action=CREATE&numShards=2&collection=testErrorChecks-collection&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1381021 INFO (qtp339590660-14069) [n:127.0.0.1:37729_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1381021 INFO (qtp202778198-14058) [n:127.0.0.1:33957_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1381124 INFO (zkCallback-3522-thread-1-processing-n:127.0.0.1:33957_solr) [n:127.0.0.1:33957_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testErrorChecks-collection/state.json] for collection [testErrorChecks-collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1381124 INFO (zkCallback-3523-thread-1-processing-n:127.0.0.1:37729_solr) [n:127.0.0.1:37729_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testErrorChecks-collection/state.json] for collection [testErrorChecks-collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1381124 INFO (zkCallback-3523-thread-2-processing-n:127.0.0.1:37729_solr) [n:127.0.0.1:37729_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testErrorChecks-collection/state.json] for collection [testErrorChecks-collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1381124 INFO (zkCallback-3522-thread-2-processing-n:127.0.0.1:33957_solr) [n:127.0.0.1:33957_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testErrorChecks-collection/state.json] for collection [testErrorChecks-collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1382027 INFO (qtp339590660-14069) [n:127.0.0.1:37729_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1382030 INFO (qtp202778198-14058) [n:127.0.0.1:33957_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1382032 INFO (qtp339590660-14069) [n:127.0.0.1:37729_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.s.IndexSchema [testErrorChecks-collection_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1382034 INFO (qtp339590660-14069) [n:127.0.0.1:37729_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1382034 INFO (qtp339590660-14069) [n:127.0.0.1:37729_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testErrorChecks-collection_shard1_replica_n1' using configuration from collection testErrorChecks-collection, trusted=true
[junit4] 2> 1382034 INFO (qtp339590660-14069) [n:127.0.0.1:37729_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37729.solr.core.testErrorChecks-collection.shard1.replica_n1' (registry 'solr.core.testErrorChecks-collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3e832eeb
[junit4] 2> 1382034 INFO (qtp339590660-14069) [n:127.0.0.1:37729_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1382034 INFO (qtp339590660-14069) [n:127.0.0.1:37729_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.c.SolrCore [[testErrorChecks-collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.AliasIntegrationTest_8244F785450BD349-001/tempDir-001/node1/testErrorChecks-collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.AliasIntegrationTest_8244F785450BD349-001/tempDir-001/node1/./testErrorChecks-collection_shard1_replica_n1/data/]
[junit4] 2> 1382035 INFO (qtp202778198-14058) [n:127.0.0.1:33957_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.s.IndexSchema [testErrorChecks-collection_shard2_replica_n2] Schema name=minimal
[junit4] 2> 1382036 INFO (qtp202778198-14058) [n:127.0.0.1:33957_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1382037 INFO (qtp202778198-14058) [n:127.0.0.1:33957_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testErrorChecks-collection_shard2_replica_n2' using configuration from collection testErrorChecks-collection, trusted=true
[junit4] 2> 1382037 INFO (qtp202778198-14058) [n:127.0.0.1:33957_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33957.solr.core.testErrorChecks-collection.shard2.replica_n2' (registry 'solr.core.testErrorChecks-collection.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3e832eeb
[junit4] 2> 1382037 INFO (qtp202778198-14058) [n:127.0.0.1:33957_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1382037 INFO (qtp202778198-14058) [n:127.0.0.1:33957_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.c.SolrCore [[testErrorChecks-collection_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.AliasIntegrationTest_8244F785450BD349-001/tempDir-001/node2/testErrorChecks-collection_shard2_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.AliasIntegrationTest_8244F785450BD349-001/tempDir-001/node2/./testErrorChecks-collection_shard2_replica_n2/data/]
[junit4] 2> 1382081 INFO (qtp339590660-14069) [n:127.0.0.1:37729_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1382081 INFO (qtp339590660-14069) [n:127.0.0.1:37729_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1382082 INFO (qtp339590660-14069) [n:127.0.0.1:37729_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1382082 INFO (qtp339590660-14069) [n:127.0.0.1:37729_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1382083 INFO (qtp339590660-14069) [n:127.0.0.1:37729_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@cf7beb7[testErrorChecks-collection_shard1_replica_n1] main]
[junit4] 2> 1382084 INFO (qtp339590660-14069) [n:127.0.0.1:37729_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1382084 INFO (qtp339590660-14069) [n:127.0.0.1:37729_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1382084 INFO (qtp339590660-14069) [n:127.0.0.1:37729_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1382085 INFO (searcherExecutor-5584-thread-1-processing-n:127.0.0.1:37729_solr x:testErrorChecks-collection_shard1_replica_n1 s:shard1 c:testErrorChecks-collection r:core_node3) [n:127.0.0.1:37729_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.c.SolrCore [testErrorChecks-collection_shard1_replica_n1] Registered new searcher Searcher@cf7beb7[testErrorChecks-collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1382085 INFO (qtp339590660-14069) [n:127.0.0.1:37729_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583413385477750784
[junit4] 2> 1382088 INFO (qtp339590660-14069) [n:127.0.0.1:37729_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1382088 INFO (qtp339590660-14069) [n:127.0.0.1:37729_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1382088 INFO (qtp339590660-14069) [n:127.0.0.1:37729_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37729/solr/testErrorChecks-collection_shard1_replica_n1/
[junit4] 2> 1382088 INFO (qtp339590660-14069) [n:127.0.0.1:37729_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1382088 INFO (qtp339590660-14069) [n:127.0.0.1:37729_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:37729/solr/testErrorChecks-collection_shard1_replica_n1/ has no replicas
[junit4] 2> 1382088 INFO (qtp339590660-14069) [n:127.0.0.1:37729_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1382089 INFO (qtp339590660-14069) [n:127.0.0.1:37729_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37729/solr/testErrorChecks-collection_shard1_replica_n1/ shard1
[junit4] 2> 1382099 INFO (qtp202778198-14058) [n:127.0.0.1:33957_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1382099 INFO (qtp202778198-14058) [n:127.0.0.1:33957_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1382101 INFO (qtp202778198-14058) [n:127.0.0.1:33957_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1382101 INFO (qtp202778198-14058) [n:127.0.0.1:33957_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1382102 INFO (qtp202778198-14058) [n:127.0.0.1:33957_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@3f02144c[testErrorChecks-collection_shard2_replica_n2] main]
[junit4] 2> 1382103 INFO (qtp202778198-14058) [n:127.0.0.1:33957_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1382103 INFO (qtp202778198-14058) [n:127.0.0.1:33957_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1382103 INFO (qtp202778198-14058) [n:127.0.0.1:33957_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1382104 INFO (searcherExecutor-5585-thread-1-processing-n:127.0.0.1:33957_solr x:testErrorChecks-collection_shard2_replica_n2 s:shard2 c:testErrorChecks-collection r:core_node4) [n:127.0.0.1:33957_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.c.SolrCore [testErrorChecks-collection_shard2_replica_n2] Registered new searcher Searcher@3f02144c[testErrorChecks-collection_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1382104 INFO (qtp202778198-14058) [n:127.0.0.1:33957_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583413385497673728
[junit4] 2> 1382107 INFO (qtp202778198-14058) [n:127.0.0.1:33957_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1382107 INFO (qtp202778198-14058) [n:127.0.0.1:33957_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1382107 INFO (qtp202778198-14058) [n:127.0.0.1:33957_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33957/solr/testErrorChecks-collection_shard2_replica_n2/
[junit4] 2> 1382107 INFO (qtp202778198-14058) [n:127.0.0.1:33957_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1382107 INFO (qtp202778198-14058) [n:127.0.0.1:33957_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.c.SyncStrategy http://127.0.0.1:33957/solr/testErrorChecks-collection_shard2_replica_n2/ has no replicas
[junit4] 2> 1382107 INFO (qtp202778198-14058) [n:127.0.0.1:33957_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1382108 INFO (qtp202778198-14058) [n:127.0.0.1:33957_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33957/solr/testErrorChecks-collection_shard2_replica_n2/ shard2
[junit4] 2> 1382209 INFO (zkCallback-3522-thread-2-processing-n:127.0.0.1:33957_solr) [n:127.0.0.1:33957_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testErrorChecks-collection/state.json] for collection [testErrorChecks-collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1382209 INFO (zkCallback-3523-thread-2-processing-n:127.0.0.1:37729_solr) [n:127.0.0.1:37729_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testErrorChecks-collection/state.json] for collection [testErrorChecks-collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1382209 INFO (zkCallback-3522-thread-1-processing-n:127.0.0.1:33957_solr) [n:127.0.0.1:33957_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testErrorChecks-collection/state.json] for collection [testErrorChecks-collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1382209 INFO (zkCallback-3523-thread-1-processing-n:127.0.0.1:37729_solr) [n:127.0.0.1:37729_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testErrorChecks-collection/state.json] for collection [testErrorChecks-collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1382240 INFO (qtp339590660-14069) [n:127.0.0.1:37729_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1382249 INFO (qtp339590660-14069) [n:127.0.0.1:37729_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testErrorChecks-collection_shard1_replica_n1&action=CREATE&numShards=2&collection=testErrorChecks-collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1227
[junit4] 2> 1382258 INFO (qtp202778198-14058) [n:127.0.0.1:33957_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1382260 INFO (qtp202778198-14058) [n:127.0.0.1:33957_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testErrorChecks-collection_shard2_replica_n2&action=CREATE&numShards=2&collection=testErrorChecks-collection&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1238
[junit4] 2> 1382261 INFO (qtp202778198-14065) [n:127.0.0.1:33957_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1382717 INFO (OverseerCollectionConfigSetProcessor-98963336481144837-127.0.0.1:33957_solr-n_0000000000) [n:127.0.0.1:33957_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1412271 ERROR (qtp202778198-14065) [n:127.0.0.1:33957_solr ] o.a.s.h.a.CollectionsHandler Timed out waiting for new collection's replicas to become ACTIVE replica http://127.0.0.1:37729/solr/testErrorChecks-collection_shard1_replica_n1/ is in state of down with timeout=30
[junit4] 2> 1412271 INFO (qtp202778198-14065) [n:127.0.0.1:33957_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=testErrorChecks-collection&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=31557
[junit4] 2> 1502272 INFO (TEST-AliasIntegrationTest.testErrorChecks-seed#[8244F785450BD349]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testErrorChecks
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=AliasIntegrationTest -Dtests.method=testErrorChecks -Dtests.seed=8244F785450BD349 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ar-YE -Dtests.timezone=Asia/Ashkhabad -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] FAILURE 122s J1 | AliasIntegrationTest.testErrorChecks <<<
[junit4] > Throwable #1: java.lang.AssertionError: Expected testErrorChecks-collection to be created with 2 shards and 1 replica
[junit4] > null
[junit4] > Live Nodes: [127.0.0.1:33957_solr, 127.0.0.1:37729_solr]
[junit4] > Last available state: DocCollection(testErrorChecks-collection//collections/testErrorChecks-collection/state.json/3)={
[junit4] > "pullReplicas":"0",
[junit4] > "replicationFactor":"1",
[junit4] > "shards":{
[junit4] > "shard1":{
[junit4] > "range":"80000000-ffffffff",
[junit4] > "state":"active",
[junit4] > "replicas":{"core_node3":{
[junit4] > "core":"testErrorChecks-collection_shard1_replica_n1",
[junit4] > "base_url":"http://127.0.0.1:37729/solr",
[junit4] > "node_name":"127.0.0.1:37729_solr",
[junit4] > "state":"down",
[junit4] > "type":"NRT",
[junit4] > "leader":"true"}}},
[junit4] > "shard2":{
[junit4] > "range":"0-7fffffff",
[junit4] > "state":"active",
[junit4] > "replicas":{"core_node4":{
[junit4] > "core":"testErrorChecks-collection_shard2_replica_n2",
[junit4] > "base_url":"http://127.0.0.1:33957/solr",
[junit4] > "node_name":"127.0.0.1:33957_solr",
[junit4] > "state":"down",
[junit4] > "type":"NRT",
[junit4] > "leader":"true"}}}},
[junit4] > "router":{"name":"compositeId"},
[junit4] > "maxShardsPerNode":"1",
[junit4] > "autoAddReplicas":"false",
[junit4] > "nrtReplicas":"1",
[junit4] > "tlogReplicas":"0"}
[junit4] > at __randomizedtesting.SeedInfo.seed([8244F785450BD349:1EAFE9C52158C5E6]:0)
[junit4] > at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
[junit4] > at org.apache.solr.cloud.AliasIntegrationTest.testErrorChecks(AliasIntegrationTest.java:176)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1502287 INFO (TEST-AliasIntegrationTest.test-seed#[8244F785450BD349]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 1502288 INFO (qtp202778198-14056) [n:127.0.0.1:33957_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1502290 INFO (OverseerThreadFactory-5579-thread-2-processing-n:127.0.0.1:33957_solr) [n:127.0.0.1:33957_solr ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 1532298 ERROR (OverseerThreadFactory-5579-thread-2-processing-n:127.0.0.1:33957_solr) [n:127.0.0.1:33957_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: collection1 operation: create failed:org.apache.solr.common.SolrException: Could not fully create collection: collection1
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:215)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:232)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1532303 INFO (qtp202778198-14056) [n:127.0.0.1:33957_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=500 QTime=30014
[junit4] 2> 1532303 ERROR (qtp202778198-14056) [n:127.0.0.1:33957_solr ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: Could not fully create collection: collection1
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:307)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1532303 INFO (TEST-AliasIntegrationTest.test-seed#[8244F785450BD349]) [ ] o.a.s.SolrTestCaseJ4 ###Ending test
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=AliasIntegrationTest -Dtests.method=test -Dtests.seed=8244F785450BD349 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ar-YE -Dtests.timezone=Asia/Ashkhabad -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 30.0s J1 | AliasIntegrationTest.test <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:33957/solr: Could not fully create collection: collection1
[junit4] > at __randomizedtesting.SeedInfo.seed([8244F785450BD349:A10C85FEBF7BEB1]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.cloud.AliasIntegrationTest.test(AliasIntegrationTest.java:48)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1532304 INFO (jetty-closer-3512-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@7097f3b7{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1532305 INFO (jetty-closer-3512-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1076116632
[junit4] 2> 1532305 INFO (jetty-closer-3512-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1532305 INFO (jetty-closer-3512-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7701ab2: rootName = solr_33957, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@21f07894
[junit4] 2> 1532308 INFO (jetty-closer-3512-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@6a1c9ff8{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1532308 INFO (jetty-closer-3512-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1532308 INFO (jetty-closer-3512-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1537182485
[junit4] 2> 1532308 INFO (jetty-closer-3512-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2ccc689a: rootName = solr_33957, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@32c7b6f5
[junit4] 2> 1532308 INFO (jetty-closer-3512-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1532309 INFO (jetty-closer-3512-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@48f1b993: rootName = solr_37729, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1e5c320d
[junit4] 2> 1532311 INFO (jetty-closer-3512-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1532311 INFO (jetty-closer-3512-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4d5e4300: rootName = solr_33957, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@32094bce
[junit4] 2> 1532311 INFO (jetty-closer-3512-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:33957_solr
[junit4] 2> 1532312 INFO (jetty-closer-3512-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1532312 INFO (jetty-closer-3512-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1532312 INFO (zkCallback-3523-thread-3-processing-n:127.0.0.1:37729_solr) [n:127.0.0.1:37729_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1532312 INFO (jetty-closer-3512-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2e0ab2c6: rootName = solr_37729, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@32c7b6f5
[junit4] 2> 1532312 INFO (zkCallback-3522-thread-4-processing-n:127.0.0.1:33957_solr) [n:127.0.0.1:33957_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1532312 INFO (coreCloseExecutor-5594-thread-1) [n:127.0.0.1:33957_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.c.SolrCore [testErrorChecks-collection_shard2_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@7c073930
[junit4] 2> 1532312 INFO (coreCloseExecutor-5594-thread-1) [n:127.0.0.1:33957_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testErrorChecks-collection.shard2.replica_n2, tag=2080848176
[junit4] 2> 1532312 INFO (coreCloseExecutor-5594-thread-1) [n:127.0.0.1:33957_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@721cde31: rootName = solr_33957, domain = solr.core.testErrorChecks-collection.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.testErrorChecks-collection.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@5f9f50c1
[junit4] 2> 1532314 INFO (jetty-closer-3512-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1532314 INFO (jetty-closer-3512-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1c9a153d: rootName = solr_37729, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@32094bce
[junit4] 2> 1532314 INFO (jetty-closer-3512-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:37729_solr
[junit4] 2> 1532315 INFO (jetty-closer-3512-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1532315 INFO (zkCallback-3523-thread-3-processing-n:127.0.0.1:37729_solr) [n:127.0.0.1:37729_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 1532315 INFO (coreCloseExecutor-5595-thread-1) [n:127.0.0.1:37729_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.c.SolrCore [testErrorChecks-collection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@2e57b4df
[junit4] 2> 1532315 INFO (zkCallback-3522-thread-4-processing-n:127.0.0.1:33957_solr) [n:127.0.0.1:33957_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 1532315 INFO (coreCloseExecutor-5595-thread-1) [n:127.0.0.1:37729_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testErrorChecks-collection.shard1.replica_n1, tag=777499871
[junit4] 2> 1532315 INFO (coreCloseExecutor-5595-thread-1) [n:127.0.0.1:37729_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@76561bc3: rootName = solr_37729, domain = solr.core.testErrorChecks-collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testErrorChecks-collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@7a6cda07
[junit4] 2> 1532317 INFO (coreCloseExecutor-5594-thread-1) [n:127.0.0.1:33957_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testErrorChecks-collection.shard2.leader, tag=2080848176
[junit4] 2> 1532318 INFO (jetty-closer-3512-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98963336481144837-127.0.0.1:33957_solr-n_0000000000) closing
[junit4] 2> 1532318 INFO (OverseerStateUpdate-98963336481144837-127.0.0.1:33957_solr-n_0000000000) [n:127.0.0.1:33957_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:33957_solr
[junit4] 2> 1532318 WARN (OverseerAutoScalingTriggerThread-98963336481144837-127.0.0.1:33957_solr-n_0000000000) [n:127.0.0.1:33957_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1532319 INFO (zkCallback-3523-thread-3-processing-n:127.0.0.1:37729_solr) [n:127.0.0.1:37729_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37729_solr
[junit4] 2> 1532319 INFO (jetty-closer-3512-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@436861d8{/solr,null,UNAVAILABLE}
[junit4] 2> 1532322 INFO (coreCloseExecutor-5595-thread-1) [n:127.0.0.1:37729_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testErrorChecks-collection.shard1.leader, tag=777499871
[junit4] 2> 1532323 INFO (jetty-closer-3512-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@72ed56bf{/solr,null,UNAVAILABLE}
[junit4] 2> 1532324 ERROR (SUITE-AliasIntegrationTest-seed#[8244F785450BD349]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1532324 INFO (SUITE-AliasIntegrationTest-seed#[8244F785450BD349]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40049 40049
[junit4] 2> 1537366 INFO (Thread-2915) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40049 40049
[junit4] 2> 1537367 WARN (Thread-2915) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/security.json
[junit4] 2> 2 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/collections/testErrorChecks-collection/state.json
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.AliasIntegrationTest_8244F785450BD349-001
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@a9f23fe), locale=ar-YE, timezone=Asia/Ashkhabad
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=186355104,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestSchemalessBufferedUpdates, FullHLLTest, TestHalfAndHalfDocValues, MoreLikeThisHandlerTest, TestRawTransformer, TestStressRecovery, InfixSuggestersTest, DocValuesMultiTest, TestJavabinTupleStreamParser, TestCollationField, TestSubQueryTransformerDistrib, TestInfoStreamLogging, TestScoreJoinQPNoScore, TestSolrFieldCacheBean, SpatialHeatmapFacetsTest, DistributedTermsComponentTest, TestClusterProperties, TestLazyCores, TestMaxScoreQueryParser, BasicAuthIntegrationTest, SmileWriterTest, TestManagedSchemaThreadSafety, TestNoOpRegenerator, DistributedFacetPivotLargeTest, SolrRequestParserTest, SolrMetricManagerTest, TestAtomicUpdateErrorCases, CdcrReplicationHandlerTest, TestLegacyField, ZkFailoverTest, MBeansHandlerTest, DeleteShardTest, TestMacroExpander, ConvertedLegacyTest, DocumentAnalysisRequestHandlerTest, GraphQueryTest, AddBlockUpdateTest, CircularListTest, TestSolrCloudWithHadoopAuthPlugin, TestCloudInspectUtil, TestSchemaVersionResource, RemoteQueryErrorTest, TestPseudoReturnFields, SpellingQueryConverterTest, TestDocSet, ChaosMonkeySafeLeaderTest, OpenExchangeRatesOrgProviderTest, DirectUpdateHandlerTest, TestWriterPerf, TestRangeQuery, UninvertDocValuesMergePolicyTest, TestChildDocTransformer, SolrGangliaReporterTest, TestSQLHandler, DistributedVersionInfoTest, ChaosMonkeySafeLeaderWithPullReplicasTest, TestBM25SimilarityFactory, TestExportWriter, SolrXmlInZkTest, DistributedDebugComponentTest, BinaryUpdateRequestHandlerTest, ClassificationUpdateProcessorTest, LargeFieldTest, TestSurroundQueryParser, TestDistributedStatsComponentCardinality, TestCryptoKeys, V2StandaloneTest, TestFieldCacheReopen, TestLuceneMatchVersion, TestAuthorizationFramework, NumberUtilsTest, BigEndianAscendingWordSerializerTest, TestPivotHelperCode, TestSolrCoreSnapshots, IgnoreCommitOptimizeUpdateProcessorFactoryTest, SolrCmdDistributorTest, TestSolrConfigHandler, TestSolrQueryParser, NodeLostTriggerTest, DOMUtilTest, TestStressCloudBlindAtomicUpdates, TestQuerySenderNoQuery, TestConfigSetsAPI, TestBlobHandler, AssignTest, BlockDirectoryTest, HealthCheckHandlerTest, TestCollectionAPIs, HdfsBasicDistributedZk2Test, BadCopyFieldTest, DataDrivenBlockJoinTest, ShardRoutingTest, TlogReplayBufferedWhileIndexingTest, TestOrdValues, TolerantUpdateProcessorTest, TestStressLucene, TestConfigSetProperties, CollectionTooManyReplicasTest, TestSolrCloudWithDelegationTokens, ShowFileRequestHandlerTest, TestJmxIntegration, TestRTGBase, SolrJmxReporterTest, TestSmileRequest, TestFieldSortValues, TestFreeTextSuggestions, PrimUtilsTest, ClusterStateUpdateTest, OutputWriterTest, HdfsRecoverLeaseTest, CloudExitableDirectoryReaderTest, TestOmitPositions, TestExactSharedStatsCache, HdfsChaosMonkeySafeLeaderTest, SaslZkACLProviderTest, NumericFieldsTest, DistributedQueryComponentOptimizationTest, TestNumericTerms32, TestPerFieldSimilarity, TestReloadAndDeleteDocs, SchemaVersionSpecificBehaviorTest, UnloadDistributedZkTest, OpenCloseCoreStressTest, OverseerTest, TestRandomFaceting, ZkSolrClientTest, TestRandomDVFaceting, TestFaceting, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, TestStressReorder, StatsComponentTest, QueryElevationComponentTest, BadIndexSchemaTest, TestSort, BasicFunctionalityTest, SolrIndexSplitterTest, SignatureUpdateProcessorFactoryTest, SuggesterFSTTest, TestFoldingMultitermQuery, SuggesterTSTTest, SuggesterTest, SpatialFilterTest, TestCSVLoader, NoCacheHeaderTest, TestUpdate, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, TestRemoteStreaming, SolrInfoBeanTest, IndexBasedSpellCheckerTest, DisMaxRequestHandlerTest, TestReversedWildcardFilterFactory, TermsComponentTest, FastVectorHighlighterTest, RegexBoostProcessorTest, UpdateRequestProcessorFactoryTest, TestAnalyzedSuggestions, PingRequestHandlerTest, TestFastWriter, ScriptEngineTest, TestFastLRUCache, PreAnalyzedFieldTest, TestSystemIdResolver, DateFieldTest, TestUtils, TestDocumentBuilder, SliceStateTest, UUIDFieldTest, DistributedIntervalFacetingTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestHighlightDedupGrouping, TestTolerantSearch, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, TestJettySolrRunner, ConnectionReuseTest, AliasIntegrationTest]
[junit4] Completed [527/749 (1!)] on J1 in 156.99s, 2 tests, 1 failure, 1 error <<< FAILURES!
[...truncated 47993 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build #
20855 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20855/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseSerialGC
4 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.analytics.legacy.facet.LegacyRangeFacetCloudTest
Error Message:
Error from server at http://127.0.0.1:37935/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:37935/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([1DC2091706C6EC47]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.analytics.legacy.LegacyAbstractAnalyticsCloudTest.setupCollection(LegacyAbstractAnalyticsCloudTest.java:50)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest
Error Message:
44 threads leaked from SUITE scope at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest: 1) Thread[id=3718, name=zkCallback-478-thread-4, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=3719, name=OverseerStateUpdate-98962535280803849-127.0.0.1:33737_g%2Fqy-n_0000000001, state=TIMED_WAITING, group=Overseer state updater.] at java.lang.Thread.sleep(Native Method) at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111) at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70) at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:332) at org.apache.solr.cloud.Overseer$ClusterStateUpdater.amILeader(Overseer.java:410) at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:127) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=3684, name=qtp1237316143-3684, state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=3660, name=qtp1265682747-3660, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=3700, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[2DDA16D51296C677]-SendThread(127.0.0.1:37697), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 6) Thread[id=3723, name=zkCallback-478-thread-5, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=3667, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=3725, name=zkCallback-478-thread-6, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 9) Thread[id=3674, name=Thread-1183, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1723) 10) Thread[id=3683, name=qtp1237316143-3683, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 11) Thread[id=3686, name=qtp1237316143-3686, state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 12) Thread[id=3666, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 13) Thread[id=3728, name=zkCallback-478-thread-7, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 14) Thread[id=3724, name=zkCallback-484-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 15) Thread[id=3671, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[2DDA16D51296C677]-SendThread(127.0.0.1:37697), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 16) Thread[id=3695, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 17) Thread[id=3662, name=org.eclipse.jetty.server.session.HashSessionManager@4f7aaea5Timer, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 18) Thread[id=3655, name=qtp1265682747-3655, state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 19) Thread[id=3687, name=qtp1237316143-3687-acceptor-0@3203b234-ServerConnector@6df3395a{HTTP/1.1,[http/1.1]}{127.0.0.1:40057}, state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 20) Thread[id=3688, name=qtp1237316143-3688, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.lang.Thread.sleep(Native Method) at org.apache.solr.cloud.ZkController.waitForShardId(ZkController.java:1561) at org.apache.solr.cloud.ZkController.doGetShardIdAndNodeNameProcess(ZkController.java:1512) at org.apache.solr.cloud.ZkController.preRegister(ZkController.java:1621) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1034) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91) at org.apache.solr.handler.admin.CoreAdminOperation$$Lambda$83/1224395087.execute(Unknown Source) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at org.eclipse.jetty.server.Server.handle(Server.java:534) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108) at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 21) Thread[id=3659, name=qtp1265682747-3659, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 22) Thread[id=3720, name=OverseerCollectionConfigSetProcessor-98962535280803849-127.0.0.1:33737_g%2Fqy-n_0000000001, state=TIMED_WAITING, group=Overseer collection creation process.] at java.lang.Thread.sleep(Native Method) at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111) at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70) at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:332) at org.apache.solr.cloud.OverseerTaskProcessor.amILeader(OverseerTaskProcessor.java:387) at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:149) at java.lang.Thread.run(Thread.java:748) 23) Thread[id=3689, name=qtp1237316143-3689, state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 24) Thread[id=3696, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 25) Thread[id=3722, name=OverseerAutoScalingTriggerThread-98962535280803849-127.0.0.1:33737_g%2Fqy-n_0000000001, state=TIMED_WAITING, group=Overseer autoscaling triggers] at java.lang.Thread.sleep(Native Method) at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111) at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70) at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:332) at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:153) at org.apache.solr.client.solrj.cloud.autoscaling.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:62) at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:117) at java.lang.Thread.run(Thread.java:748) 26) Thread[id=3727, name=zkCallback-484-thread-5, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 27) Thread[id=3676, name=Scheduler-1658043510, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 28) Thread[id=3690, name=qtp1237316143-3690, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 29) Thread[id=3680, name=searcherExecutor-1504-thread-1, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 30) Thread[id=3682, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 31) Thread[id=3654, name=qtp1265682747-3654, state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 32) Thread[id=3729, name=zkCallback-484-thread-6, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 33) Thread[id=3657, name=qtp1265682747-3657, state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 34) Thread[id=3685, name=qtp1237316143-3685, state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 35) Thread[id=3691, name=org.eclipse.jetty.server.session.HashSessionManager@5a4b7a7eTimer, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 36) Thread[id=3701, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[2DDA16D51296C677]-EventThread, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 37) Thread[id=3656, name=qtp1265682747-3656, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 38) Thread[id=3703, name=Thread-1192, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1723) 39) Thread[id=3721, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 40) Thread[id=3661, name=qtp1265682747-3661, state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 41) Thread[id=3726, name=zkCallback-484-thread-4, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 42) Thread[id=3672, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[2DDA16D51296C677]-EventThread, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 43) Thread[id=3706, name=Scheduler-567944637, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 44) Thread[id=3658, name=qtp1265682747-3658-acceptor-0@75855d4b-ServerConnector@3945d62{HTTP/1.1,[http/1.1]}{127.0.0.1:33737}, state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 44 threads leaked from SUITE scope at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest:
1) Thread[id=3718, name=zkCallback-478-thread-4, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=3719, name=OverseerStateUpdate-98962535280803849-127.0.0.1:33737_g%2Fqy-n_0000000001, state=TIMED_WAITING, group=Overseer state updater.]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:332)
at org.apache.solr.cloud.Overseer$ClusterStateUpdater.amILeader(Overseer.java:410)
at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:127)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=3684, name=qtp1237316143-3684, state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=3660, name=qtp1265682747-3660, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=3700, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[2DDA16D51296C677]-SendThread(127.0.0.1:37697), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
6) Thread[id=3723, name=zkCallback-478-thread-5, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=3667, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=3725, name=zkCallback-478-thread-6, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
9) Thread[id=3674, name=Thread-1183, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:1723)
10) Thread[id=3683, name=qtp1237316143-3683, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
11) Thread[id=3686, name=qtp1237316143-3686, state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
12) Thread[id=3666, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
13) Thread[id=3728, name=zkCallback-478-thread-7, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
14) Thread[id=3724, name=zkCallback-484-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
15) Thread[id=3671, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[2DDA16D51296C677]-SendThread(127.0.0.1:37697), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
16) Thread[id=3695, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
17) Thread[id=3662, name=org.eclipse.jetty.server.session.HashSessionManager@4f7aaea5Timer, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
18) Thread[id=3655, name=qtp1265682747-3655, state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
19) Thread[id=3687, name=qtp1237316143-3687-acceptor-0@3203b234-ServerConnector@6df3395a{HTTP/1.1,[http/1.1]}{127.0.0.1:40057}, state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
20) Thread[id=3688, name=qtp1237316143-3688, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.cloud.ZkController.waitForShardId(ZkController.java:1561)
at org.apache.solr.cloud.ZkController.doGetShardIdAndNodeNameProcess(ZkController.java:1512)
at org.apache.solr.cloud.ZkController.preRegister(ZkController.java:1621)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1034)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
at org.apache.solr.handler.admin.CoreAdminOperation$$Lambda$83/1224395087.execute(Unknown Source)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
at org.eclipse.jetty.server.Server.handle(Server.java:534)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
21) Thread[id=3659, name=qtp1265682747-3659, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
22) Thread[id=3720, name=OverseerCollectionConfigSetProcessor-98962535280803849-127.0.0.1:33737_g%2Fqy-n_0000000001, state=TIMED_WAITING, group=Overseer collection creation process.]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:332)
at org.apache.solr.cloud.OverseerTaskProcessor.amILeader(OverseerTaskProcessor.java:387)
at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:149)
at java.lang.Thread.run(Thread.java:748)
23) Thread[id=3689, name=qtp1237316143-3689, state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
24) Thread[id=3696, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
25) Thread[id=3722, name=OverseerAutoScalingTriggerThread-98962535280803849-127.0.0.1:33737_g%2Fqy-n_0000000001, state=TIMED_WAITING, group=Overseer autoscaling triggers]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:332)
at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:153)
at org.apache.solr.client.solrj.cloud.autoscaling.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:62)
at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:117)
at java.lang.Thread.run(Thread.java:748)
26) Thread[id=3727, name=zkCallback-484-thread-5, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
27) Thread[id=3676, name=Scheduler-1658043510, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
28) Thread[id=3690, name=qtp1237316143-3690, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
29) Thread[id=3680, name=searcherExecutor-1504-thread-1, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
30) Thread[id=3682, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
31) Thread[id=3654, name=qtp1265682747-3654, state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
32) Thread[id=3729, name=zkCallback-484-thread-6, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
33) Thread[id=3657, name=qtp1265682747-3657, state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
34) Thread[id=3685, name=qtp1237316143-3685, state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
35) Thread[id=3691, name=org.eclipse.jetty.server.session.HashSessionManager@5a4b7a7eTimer, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
36) Thread[id=3701, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[2DDA16D51296C677]-EventThread, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
37) Thread[id=3656, name=qtp1265682747-3656, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
38) Thread[id=3703, name=Thread-1192, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:1723)
39) Thread[id=3721, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
40) Thread[id=3661, name=qtp1265682747-3661, state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
41) Thread[id=3726, name=zkCallback-484-thread-4, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
42) Thread[id=3672, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[2DDA16D51296C677]-EventThread, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
43) Thread[id=3706, name=Scheduler-567944637, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
44) Thread[id=3658, name=qtp1265682747-3658-acceptor-0@75855d4b-ServerConnector@3945d62{HTTP/1.1,[http/1.1]}{127.0.0.1:33737}, state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([2DDA16D51296C677]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=3718, name=zkCallback-478-thread-4, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=3684, name=qtp1237316143-3684, state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.nio.ch.EPollArrayWrapper.interrupt(Native Method) at sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:317) at sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:207) at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213) at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=3700, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[2DDA16D51296C677]-SendThread(127.0.0.1:37697), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 4) Thread[id=3723, name=zkCallback-478-thread-5, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=3725, name=zkCallback-478-thread-6, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=3674, name=Thread-1183, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1723) 7) Thread[id=3686, name=qtp1237316143-3686, state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.nio.ch.EPollArrayWrapper.interrupt(Native Method) at sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:317) at sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:207) at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213) at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=3728, name=zkCallback-478-thread-7, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 9) Thread[id=3724, name=zkCallback-484-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 10) Thread[id=3671, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[2DDA16D51296C677]-SendThread(127.0.0.1:37697), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051) 11) Thread[id=3662, name=org.eclipse.jetty.server.session.HashSessionManager@4f7aaea5Timer, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPool
[...truncated too long message...]
junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 21) Thread[id=3691, name=org.eclipse.jetty.server.session.HashSessionManager@5a4b7a7eTimer, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 22) Thread[id=3703, name=Thread-1192, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
[junit4] > at java.lang.Object.wait(Native Method)
[junit4] > at java.lang.Object.wait(Object.java:502)
[junit4] > at org.apache.solr.core.CloserThread.run(CoreContainer.java:1723)
[junit4] > 23) Thread[id=3661, name=qtp1265682747-3661, state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:317)
[junit4] > at sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:207)
[junit4] > at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
[junit4] > at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 24) Thread[id=3726, name=zkCallback-484-thread-4, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 25) Thread[id=3706, name=Scheduler-567944637, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([2DDA16D51296C677]:0)
[junit4] Completed [246/749 (1!)] on J2 in 633.36s, 1 test, 3 errors <<< FAILURES!
[...truncated 4683 lines...]
[junit4] Suite: org.apache.solr.analytics.legacy.facet.LegacyRangeFacetCloudTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-analytics/test/J2/temp/solr.analytics.legacy.facet.LegacyRangeFacetCloudTest_1DC2091706C6EC47-001/init-core-data-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1026, maxMBSortInHeap=7.832625004341519, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@77a45d12), locale=el-GR, timezone=Etc/GMT-3
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=421986024,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [BooleanFieldsTest, PowerFunctionTest, CastingIntValueStreamTest, LegacyQueryFacetTest, AndFunctionTest, LegacyFunctionTest, GTEFunctionTest, RoundFunctionTest, MultFunctionTest, LTEFunctionTest, FillMissingFunctionTest, OverallAnalyticsTest, CastingDoubleValueTest, PivotFacetTest, DateFieldsTest, DoubleFieldsTest, IntFieldsTest, StringFieldsTest, CeilingFunctionTest, DateMathFunctionTest, DivideFunctionTest, SubtractFunctionTest, LegacyAbstractAnalyticsCloudTest, LegacyNoFacetCloudTest, LegacyFieldFacetExtrasTest, LegacyRangeFacetCloudTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=LegacyRangeFacetCloudTest -Dtests.seed=1DC2091706C6EC47 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=el-GR -Dtests.timezone=Etc/GMT-3 -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.00s J2 | LegacyRangeFacetCloudTest (suite) <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:37935/solr: create the collection time out:180s
[junit4] > at __randomizedtesting.SeedInfo.seed([1DC2091706C6EC47]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.analytics.legacy.LegacyAbstractAnalyticsCloudTest.setupCollection(LegacyAbstractAnalyticsCloudTest.java:50)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] Completed [78/78 (1!)] on J2 in 215.61s, 0 tests, 1 error <<< FAILURES!
[...truncated 44133 lines...]
[JENKINS-EA] Lucene-Solr-master-Linux (64bit/jdk-10-ea+29) - Build
# 20854 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20854/
Java: 64bit/jdk-10-ea+29 -XX:+UseCompressedOops -XX:+UseSerialGC
4 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestCloudRecovery
Error Message:
Error from server at http://127.0.0.1:33309/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:33309/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([A8A3A6945CED8FA6]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:183)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:200)
at org.apache.solr.cloud.TestCloudRecovery.setupCluster(TestCloudRecovery.java:68)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.StreamingTest
Error Message:
Error from server at http://127.0.0.1:35459/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:35459/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([E93600AAECA1C3E3]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:183)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:200)
at org.apache.solr.client.solrj.io.stream.StreamingTest.configureCluster(StreamingTest.java:102)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore
Error Message:
Error from server at https://127.0.0.1:43259/solr: Could not fully remove collection: awhollynewcollection_0
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:43259/solr: Could not fully remove collection: awhollynewcollection_0
at __randomizedtesting.SeedInfo.seed([A8A3A6945CED8FA6:44650B20A7713242]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:183)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:200)
at org.apache.solr.cloud.MiniSolrCloudCluster.deleteAllCollections(MiniSolrCloudCluster.java:444)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.clearCluster(CollectionsAPIDistributedZkTest.java:112)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.TestStressInPlaceUpdates.stressTest
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:44531/e_/hd
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:44531/e_/hd
at __randomizedtesting.SeedInfo.seed([A8A3A6945CED8FA6:C3C5793962385B5C]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:183)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:200)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.base/java.net.SocketInputStream.socketRead0(Native Method)
at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 42 more
Build Log:
[...truncated 12065 lines...]
[junit4] Suite: org.apache.solr.cloud.TestStressInPlaceUpdates
[junit4] 2> 169508 INFO (SUITE-TestStressInPlaceUpdates-seed#[A8A3A6945CED8FA6]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressInPlaceUpdates_A8A3A6945CED8FA6-001/init-core-data-001
[junit4] 2> 169508 WARN (SUITE-TestStressInPlaceUpdates-seed#[A8A3A6945CED8FA6]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 169508 INFO (SUITE-TestStressInPlaceUpdates-seed#[A8A3A6945CED8FA6]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 169509 INFO (SUITE-TestStressInPlaceUpdates-seed#[A8A3A6945CED8FA6]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 169509 INFO (SUITE-TestStressInPlaceUpdates-seed#[A8A3A6945CED8FA6]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /e_/hd
[junit4] 2> 169509 INFO (SUITE-TestStressInPlaceUpdates-seed#[A8A3A6945CED8FA6]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore
[junit4] 2> 169509 INFO (SUITE-TestStressInPlaceUpdates-seed#[A8A3A6945CED8FA6]-worker) [ ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 169528 INFO (SUITE-TestStressInPlaceUpdates-seed#[A8A3A6945CED8FA6]-worker) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 169542 INFO (SUITE-TestStressInPlaceUpdates-seed#[A8A3A6945CED8FA6]-worker) [ ] o.a.s.s.IndexSchema [null] Schema name=inplace-updates
[junit4] 2> 169543 INFO (SUITE-TestStressInPlaceUpdates-seed#[A8A3A6945CED8FA6]-worker) [ ] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
[junit4] 2> 169568 INFO (SUITE-TestStressInPlaceUpdates-seed#[A8A3A6945CED8FA6]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e012e25
[junit4] 2> 169572 INFO (SUITE-TestStressInPlaceUpdates-seed#[A8A3A6945CED8FA6]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e012e25
[junit4] 2> 169572 INFO (SUITE-TestStressInPlaceUpdates-seed#[A8A3A6945CED8FA6]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e012e25
[junit4] 2> 169573 INFO (coreLoadExecutor-384-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 169574 INFO (coreLoadExecutor-384-thread-1) [ ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 169587 INFO (coreLoadExecutor-384-thread-1) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 169592 INFO (coreLoadExecutor-384-thread-1) [ ] o.a.s.s.IndexSchema [collection1] Schema name=inplace-updates
[junit4] 2> 169594 INFO (coreLoadExecutor-384-thread-1) [ ] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
[junit4] 2> 169594 INFO (coreLoadExecutor-384-thread-1) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 169594 INFO (coreLoadExecutor-384-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e012e25
[junit4] 2> 169594 INFO (coreLoadExecutor-384-thread-1) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 169594 INFO (coreLoadExecutor-384-thread-1) [ ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressInPlaceUpdates_A8A3A6945CED8FA6-001/init-core-data-001/]
[junit4] 2> 169595 INFO (coreLoadExecutor-384-thread-1) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=38, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=24.7060546875, floorSegmentMB=1.9375, forceMergeDeletesPctAllowed=10.465278445282785, segmentsPerTier=12.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 169596 WARN (coreLoadExecutor-384-thread-1) [ ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 169617 INFO (coreLoadExecutor-384-thread-1) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 169617 INFO (coreLoadExecutor-384-thread-1) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 169618 INFO (coreLoadExecutor-384-thread-1) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 169618 INFO (coreLoadExecutor-384-thread-1) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 169619 INFO (coreLoadExecutor-384-thread-1) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=19, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 169619 INFO (coreLoadExecutor-384-thread-1) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@242c9315[collection1] main]
[junit4] 2> 169619 WARN (coreLoadExecutor-384-thread-1) [ ] o.a.s.r.ManagedResourceStorage Cannot write to config directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
[junit4] 2> 169620 INFO (coreLoadExecutor-384-thread-1) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 169620 INFO (searcherExecutor-385-thread-1) [ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@242c9315[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 169620 INFO (coreLoadExecutor-384-thread-1) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583389200567238656
[junit4] 2> 169622 INFO (SUITE-TestStressInPlaceUpdates-seed#[A8A3A6945CED8FA6]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore end
[junit4] 2> 169624 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 169641 INFO (Thread-214) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 169641 INFO (Thread-214) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 169670 ERROR (Thread-214) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 169741 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.c.ZkTestServer start zk server on port:39423
[junit4] 2> 169753 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f95416ba90000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 169762 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 169763 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema-inplace-updates.xml to /configs/conf1/schema.xml
[junit4] 2> 169764 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 169765 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 169765 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 169768 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 169768 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 169769 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 169770 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 169774 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 169775 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 169776 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 169872 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 169874 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@faec575{/e_/hd,null,AVAILABLE}
[junit4] 2> 169874 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5d346341{HTTP/1.1,[http/1.1]}{127.0.0.1:44531}
[junit4] 2> 169874 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.e.j.s.Server Started @171235ms
[junit4] 2> 169874 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/e_/hd, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressInPlaceUpdates_A8A3A6945CED8FA6-001/tempDir-001/control/data, hostPort=44531, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressInPlaceUpdates_A8A3A6945CED8FA6-001/control-001/cores, replicaType=NRT}
[junit4] 2> 169875 ERROR (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 169877 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 169881 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 169882 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 169882 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-07T06:53:33.718024Z
[junit4] 2> 169889 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 169889 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressInPlaceUpdates_A8A3A6945CED8FA6-001/control-001/solr.xml
[junit4] 2> 169891 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 169891 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 169892 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6e012e25, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 169910 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39423/solr
[junit4] 2> 169982 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 169983 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44531_e_%2Fhd
[junit4] 2> 169983 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.c.Overseer Overseer (id=98961825037090820-127.0.0.1:44531_e_%2Fhd-n_0000000000) starting
[junit4] 2> 169994 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44531_e_%2Fhd
[junit4] 2> 170001 INFO (zkCallback-128-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 170045 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e012e25
[junit4] 2> 170058 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e012e25
[junit4] 2> 170058 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e012e25
[junit4] 2> 170059 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressInPlaceUpdates_A8A3A6945CED8FA6-001/control-001/cores
[junit4] 2> 170108 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 170108 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39423/solr ready
[junit4] 2> 170111 INFO (qtp431221039-858) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:44531_e_%252Fhd&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 170114 INFO (OverseerThreadFactory-397-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 170219 INFO (qtp431221039-854) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 170219 INFO (qtp431221039-854) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 170323 INFO (zkCallback-128-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 171236 INFO (qtp431221039-854) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 171252 INFO (qtp431221039-854) [ ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=inplace-updates
[junit4] 2> 171254 INFO (qtp431221039-854) [ ] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
[junit4] 2> 171254 INFO (qtp431221039-854) [ ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 171254 INFO (qtp431221039-854) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e012e25
[junit4] 2> 171254 INFO (qtp431221039-854) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 171254 INFO (qtp431221039-854) [ ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressInPlaceUpdates_A8A3A6945CED8FA6-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressInPlaceUpdates_A8A3A6945CED8FA6-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 171256 INFO (qtp431221039-854) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=38, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=24.7060546875, floorSegmentMB=1.9375, forceMergeDeletesPctAllowed=10.465278445282785, segmentsPerTier=12.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 171257 WARN (qtp431221039-854) [ ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 171289 INFO (qtp431221039-854) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 171290 INFO (qtp431221039-854) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 171291 INFO (qtp431221039-854) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 171291 INFO (qtp431221039-854) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 171291 INFO (qtp431221039-854) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=19, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 171292 INFO (qtp431221039-854) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@9e615e7[control_collection_shard1_replica_n1] main]
[junit4] 2> 171292 INFO (qtp431221039-854) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 171293 INFO (qtp431221039-854) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 171293 INFO (qtp431221039-854) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 171294 INFO (searcherExecutor-400-thread-1) [ ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@9e615e7[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 171295 INFO (qtp431221039-854) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583389202323603456
[junit4] 2> 171298 INFO (qtp431221039-854) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 171298 INFO (qtp431221039-854) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 171298 INFO (qtp431221039-854) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44531/e_/hd/control_collection_shard1_replica_n1/
[junit4] 2> 171298 INFO (qtp431221039-854) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 171298 INFO (qtp431221039-854) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:44531/e_/hd/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 171298 INFO (qtp431221039-854) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 171301 INFO (qtp431221039-854) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44531/e_/hd/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 230167 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.c.ChaosMonkey monkey: stop jetty! 44531
[junit4] 2> 230167 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=975296955
[junit4] 2> 230168 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 230168 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5168dc14: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@46f74625
[junit4] 2> 230171 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 230172 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6634e5dc: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@62aaadfa
[junit4] 2> 230174 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 230174 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3407e017: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@48e3fe66
[junit4] 2> 230175 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:44531_e_%2Fhd
[junit4] 2> 230176 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 230176 INFO (zkCallback-128-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 230176 INFO (coreCloseExecutor-405-thread-1) [ ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@62ef20ff
[junit4] 2> 230176 INFO (coreCloseExecutor-405-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.control_collection.shard1.replica_n1, tag=1659838719
[junit4] 2> 230177 INFO (coreCloseExecutor-405-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@96fba3a: rootName = null, domain = solr.core.control_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.control_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@75a8cf47
[junit4] 2> 230180 INFO (coreCloseExecutor-405-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.control_collection.shard1.leader, tag=1659838719
[junit4] 2> 241023 INFO (ScheduledTrigger-395-thread-2) [ ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 241024 INFO (AutoscalingActionExecutor-396-thread-1) [ ] o.a.s.c.a.ExecutePlanAction No operations to execute for event: {
[junit4] 2> "id":"14f4bb43c73067c0Tcq36ymczmygpbo3cuy19uvtvt",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":1510037674855000000,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1510037674855000000],
[junit4] 2> "_enqueue_time_":1510037684858000000,
[junit4] 2> "nodeNames":["127.0.0.1:44531_e_%2Fhd"]}}
[junit4] 2> 350113 ERROR (qtp431221039-858) [ ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 350114 INFO (qtp431221039-858) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:44531_e_%252Fhd&wt=javabin&version=2} status=500 QTime=180003
[junit4] 2> 350115 ERROR (qtp431221039-858) [ ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 770318 ERROR (OverseerThreadFactory-397-thread-1) [ ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:44531/e_/hd
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:44531/e_/hd
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] 2> at java.base/java.net.SocketInputStream.socketRead0(Native Method)
[junit4] 2> at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] 2> at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] 2> at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> 770318 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.c.Overseer Overseer (id=98961825037090820-127.0.0.1:44531_e_%2Fhd-n_0000000000) closing
[junit4] 2> 770319 ERROR (OverseerThreadFactory-397-thread-1) [ ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [control_collection].
[junit4] 2> 770319 INFO (OverseerStateUpdate-98961825037090820-127.0.0.1:44531_e_%2Fhd-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:44531_e_%2Fhd
[junit4] 2> 770321 INFO (OverseerThreadFactory-397-thread-1) [ ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 800361 INFO (zkCallback-128-thread-5) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [0])
[junit4] 2> 800363 ERROR (OverseerThreadFactory-397-thread-1) [ ] o.a.s.c.OverseerCollectionMessageHandler Collection: control_collection operation: create failed:org.apache.solr.common.SolrException: Could not fully remove collection: control_collection
[junit4] 2> at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:109)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.cleanupCollection(OverseerCollectionMessageHandler.java:678)
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:302)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:232)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 800364 INFO (OverseerThreadFactory-397-thread-1) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 800365 WARN (OverseerAutoScalingTriggerThread-98961825037090820-127.0.0.1:44531_e_%2Fhd-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 800368 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@5d346341{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 800368 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@faec575{/e_/hd,null,UNAVAILABLE}
[junit4] 2> 800370 ERROR (qtp431221039-854) [ ] o.a.s.c.ZkController Error getting leader from zk
[junit4] 2> org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:890)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1051)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
[junit4] 2> at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 800371 ERROR (qtp431221039-854) [ ] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard1
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1207)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:890)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1051)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
[junit4] 2> at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 42 more
[junit4] 2>
[junit4] 2> 800383 INFO (qtp431221039-854) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=630164
[junit4] 2> 800383 ERROR (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 800384 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39423 39423
[junit4] 2> 806167 INFO (Thread-214) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39423 39423
[junit4] 2> 806169 WARN (Thread-214) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestStressInPlaceUpdates -Dtests.method=stressTest -Dtests.seed=A8A3A6945CED8FA6 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=be-BY -Dtests.timezone=Europe/Zurich -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 637s J2 | TestStressInPlaceUpdates.stressTest <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:44531/e_/hd
[junit4] > at __randomizedtesting.SeedInfo.seed([A8A3A6945CED8FA6:C3C5793962385B5C]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:183)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:200)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] > Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] > at java.base/java.net.SocketInputStream.socketRead0(Native Method)
[junit4] > at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] > at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] > at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] > at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] > at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] > at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] > at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] > at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] > at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] > ... 42 more
[junit4] 2> 806172 INFO (SUITE-TestStressInPlaceUpdates-seed#[A8A3A6945CED8FA6]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> 806172 INFO (SUITE-TestStressInPlaceUpdates-seed#[A8A3A6945CED8FA6]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2045213493
[junit4] 2> 806172 INFO (SUITE-TestStressInPlaceUpdates-seed#[A8A3A6945CED8FA6]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 806173 INFO (SUITE-TestStressInPlaceUpdates-seed#[A8A3A6945CED8FA6]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5adb68ae: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@b0b29fe
[junit4] 2> 806174 INFO (SUITE-TestStressInPlaceUpdates-seed#[A8A3A6945CED8FA6]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 806174 INFO (SUITE-TestStressInPlaceUpdates-seed#[A8A3A6945CED8FA6]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3f44493: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@62aaadfa
[junit4] 2> 806175 INFO (SUITE-TestStressInPlaceUpdates-seed#[A8A3A6945CED8FA6]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 806175 INFO (SUITE-TestStressInPlaceUpdates-seed#[A8A3A6945CED8FA6]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@30797e64: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@48e3fe66
[junit4] 2> 806178 INFO (coreCloseExecutor-407-thread-1) [ ] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@77345706
[junit4] 2> 806178 INFO (coreCloseExecutor-407-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1999918854
[junit4] 2> 806178 INFO (coreCloseExecutor-407-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5ea3537f: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@34728c98
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressInPlaceUpdates_A8A3A6945CED8FA6-001
[junit4] 2> NOTE: test params are: codec=DummyCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=DUMMY, chunkSize=8, maxDocsPerChunk=7, blockSize=160), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=DUMMY, chunkSize=8, blockSize=160)), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@42118ec9), locale=be-BY, timezone=Europe/Zurich
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=296505552,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [AutoAddReplicasIntegrationTest, TestReqParamsAPI, TestFieldTypeCollectionResource, TestDistributedMissingSort, OverseerTest, TestReRankQParserPlugin, TestLockTree, TestFieldCacheWithThreads, TestMacros, TestStressInPlaceUpdates]
[junit4] Completed [161/749 (1!)] on J2 in 636.70s, 1 test, 1 error <<< FAILURES!
[...truncated 161 lines...]
[junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
[junit4] 2> 782843 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[A8A3A6945CED8FA6]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_A8A3A6945CED8FA6-001/init-core-data-001
[junit4] 2> 782843 WARN (SUITE-CollectionsAPIDistributedZkTest-seed#[A8A3A6945CED8FA6]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=56 numCloses=56
[junit4] 2> 782843 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[A8A3A6945CED8FA6]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 782844 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[A8A3A6945CED8FA6]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 782845 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[A8A3A6945CED8FA6]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_A8A3A6945CED8FA6-001/tempDir-001
[junit4] 2> 782845 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[A8A3A6945CED8FA6]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 782845 INFO (Thread-1644) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 782845 INFO (Thread-1644) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 782847 ERROR (Thread-1644) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 782945 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[A8A3A6945CED8FA6]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:45555
[junit4] 2> 782962 INFO (jetty-launcher-1110-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 782982 INFO (jetty-launcher-1110-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 782986 INFO (jetty-launcher-1110-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 782994 INFO (jetty-launcher-1110-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 783019 INFO (jetty-launcher-1110-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6725e579{/solr,null,AVAILABLE}
[junit4] 2> 783020 INFO (jetty-launcher-1110-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5c903c96{SSL,[ssl, http/1.1]}{127.0.0.1:46257}
[junit4] 2> 783020 INFO (jetty-launcher-1110-thread-1) [ ] o.e.j.s.Server Started @784389ms
[junit4] 2> 783020 INFO (jetty-launcher-1110-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46257}
[junit4] 2> 783020 ERROR (jetty-launcher-1110-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 783020 INFO (jetty-launcher-1110-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 783020 INFO (jetty-launcher-1110-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 783021 INFO (jetty-launcher-1110-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 783021 INFO (jetty-launcher-1110-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-07T07:03:46.857022Z
[junit4] 2> 783062 INFO (jetty-launcher-1110-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5897213f{/solr,null,AVAILABLE}
[junit4] 2> 783062 INFO (jetty-launcher-1110-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@62d8a1d3{SSL,[ssl, http/1.1]}{127.0.0.1:45311}
[junit4] 2> 783062 INFO (jetty-launcher-1110-thread-3) [ ] o.e.j.s.Server Started @784431ms
[junit4] 2> 783062 INFO (jetty-launcher-1110-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45311}
[junit4] 2> 783062 ERROR (jetty-launcher-1110-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 783062 INFO (jetty-launcher-1110-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 783062 INFO (jetty-launcher-1110-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 783063 INFO (jetty-launcher-1110-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 783063 INFO (jetty-launcher-1110-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-07T07:03:46.899037Z
[junit4] 2> 783069 INFO (jetty-launcher-1110-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3478d3d5{/solr,null,AVAILABLE}
[junit4] 2> 783070 INFO (jetty-launcher-1110-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@19aa1ba{SSL,[ssl, http/1.1]}{127.0.0.1:43381}
[junit4] 2> 783070 INFO (jetty-launcher-1110-thread-2) [ ] o.e.j.s.Server Started @784439ms
[junit4] 2> 783070 INFO (jetty-launcher-1110-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43381}
[junit4] 2> 783070 ERROR (jetty-launcher-1110-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 783070 INFO (jetty-launcher-1110-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 783070 INFO (jetty-launcher-1110-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 783070 INFO (jetty-launcher-1110-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 783070 INFO (jetty-launcher-1110-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-07T07:03:46.906940Z
[junit4] 2> 783098 INFO (jetty-launcher-1110-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 783098 INFO (jetty-launcher-1110-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 783099 INFO (jetty-launcher-1110-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 783101 INFO (jetty-launcher-1110-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 783101 INFO (jetty-launcher-1110-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 783101 INFO
[...truncated too long message...]
Container.java:1051)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: streams slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 41 more
[junit4] 2>
[junit4] 2> 343752 INFO (qtp1807778376-1967) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=streams_shard1_replica_n1&action=CREATE&numShards=2&collection=streams&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=209778
[junit4] 2> 343752 ERROR (SUITE-StreamingTest-seed#[E93600AAECA1C3E3]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 343753 INFO (SUITE-StreamingTest-seed#[E93600AAECA1C3E3]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36227 36227
[junit4] 2> 348897 INFO (Thread-413) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36227 36227
[junit4] 2> 348897 WARN (Thread-413) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/security.json
[junit4] 2> 2 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/collections/streams/state.json
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> 348897 INFO (SUITE-StreamingTest-seed#[E93600AAECA1C3E3]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@2a0215b2), locale=sr-BA, timezone=Etc/GMT
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=312755704,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [CeilingEvaluatorTest, ConcatOperationTest, FacetFieldTest, TestSolrProperties, NormalDistributionEvaluatorTest, OrEvaluatorTest, BasicHttpSolrClientTest, FloorEvaluatorTest, RecursiveEvaluatorTest, CloudSolrClientMultiConstructorTest, JsonValidatorTest, TestDelegationTokenResponse, TestV2Request, ModuloEvaluatorTest, EqualToEvaluatorTest, CommonAdminParamsTest, UniformDistributionEvaluatorTest, HyperbolicCosineEvaluatorTest, TestDocumentObjectBinder, ConcurrentUpdateSolrClientTest, RoundEvaluatorTest, GraphTest, CorrelationEvaluatorTest, TestLBHttpSolrClient, SolrExampleStreamingTest, SolrExampleStreamingBinaryTest, SolrExampleJettyTest, SolrExampleEmbeddedTest, JettyWebappTest, LargeVolumeEmbeddedTest, TestSpellCheckResponse, LargeVolumeJettyTest, MergeIndexesEmbeddedTest, TestEmbeddedSolrServer, QueryResponseTest, SolrQueryTest, ContentStreamTest, TestFastInputStream, TestXMLEscaping, DocumentAnalysisResponseTest, SolrDocumentTest, SolrExceptionTest, TestUpdateRequestCodec, FieldAnalysisResponseTest, ClientUtilsTest, AnlysisResponseBaseTest, UsingSolrJRefGuideExamplesTest, CollectionAdminRequestRequiredParamsTest, GetByIdTest, SolrSchemalessExampleTest, HttpSolrClientSSLAuthConPoolTest, LBHttpSolrClientBuilderTest, GraphExpressionTest, JDBCStreamTest, StreamExpressionToExpessionTest, StreamExpressionToExplanationTest, StreamingTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=StreamingTest -Dtests.seed=E93600AAECA1C3E3 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=sr-BA -Dtests.timezone=Etc/GMT -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.00s J1 | StreamingTest (suite) <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:35459/solr: create the collection time out:180s
[junit4] > at __randomizedtesting.SeedInfo.seed([E93600AAECA1C3E3]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:183)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:200)
[junit4] > at org.apache.solr.client.solrj.io.stream.StreamingTest.configureCluster(StreamingTest.java:102)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] Completed [146/146 (1!)] on J1 in 215.48s, 0 tests, 1 error <<< FAILURES!
[...truncated 39171 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build #
20853 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20853/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseG1GC
5 tests failed.
FAILED: org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI
Error Message:
Error from server at https://127.0.0.1:39819/solr: Timed out waiting to see all replicas: [implicitcoll_x_replica_n37] in cluster state.
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:39819/solr: Timed out waiting to see all replicas: [implicitcoll_x_replica_n37] in cluster state.
at __randomizedtesting.SeedInfo.seed([D38DC0043B19FCF:67D9526B7E2B29B7]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:183)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:200)
at org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI(CustomCollectionTest.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForImplicitRouter
Error Message:
Error from server at https://127.0.0.1:39819/solr: Could not fully remove collection: implicitcoll
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:39819/solr: Could not fully remove collection: implicitcoll
at __randomizedtesting.SeedInfo.seed([D38DC0043B19FCF:58683492EF48503F]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:183)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:200)
at org.apache.solr.cloud.MiniSolrCloudCluster.deleteAllCollections(MiniSolrCloudCluster.java:444)
at org.apache.solr.cloud.CustomCollectionTest.ensureClusterEmpty(CustomCollectionTest.java:53)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForHashRouter
Error Message:
Error from server at https://127.0.0.1:39819/solr: Could not fully create collection: routeFieldColl
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:39819/solr: Could not fully create collection: routeFieldColl
at __randomizedtesting.SeedInfo.seed([D38DC0043B19FCF:A50E42DDDCD07495]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:183)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:200)
at org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForHashRouter(CustomCollectionTest.java:160)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.CustomCollectionTest.testCreateShardRepFactor
Error Message:
Error from server at https://127.0.0.1:39819/solr: Could not fully create collection: testCreateShardRepFactor
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:39819/solr: Could not fully create collection: testCreateShardRepFactor
at __randomizedtesting.SeedInfo.seed([D38DC0043B19FCF:F9D656845BE58A0F]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:183)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:200)
at org.apache.solr.cloud.CustomCollectionTest.testCreateShardRepFactor(CustomCollectionTest.java:187)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestConfigSetsAPI.testUploadWithScriptUpdateProcessor
Error Message:
Error from server at http://127.0.0.1:40087/solr: Could not fully create collection: newcollection2
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:40087/solr: Could not fully create collection: newcollection2
at __randomizedtesting.SeedInfo.seed([D38DC0043B19FCF:6267C07F58803C39]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.TestConfigSetsAPI.createCollection(TestConfigSetsAPI.java:512)
at org.apache.solr.cloud.TestConfigSetsAPI.testUploadWithScriptUpdateProcessor(TestConfigSetsAPI.java:343)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12641 lines...]
[junit4] Suite: org.apache.solr.cloud.CustomCollectionTest
[junit4] 2> 1072667 INFO (SUITE-CustomCollectionTest-seed#[D38DC0043B19FCF]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_D38DC0043B19FCF-001/init-core-data-001
[junit4] 2> 1072668 WARN (SUITE-CustomCollectionTest-seed#[D38DC0043B19FCF]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=5 numCloses=5
[junit4] 2> 1072668 INFO (SUITE-CustomCollectionTest-seed#[D38DC0043B19FCF]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1072669 INFO (SUITE-CustomCollectionTest-seed#[D38DC0043B19FCF]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 1072670 INFO (SUITE-CustomCollectionTest-seed#[D38DC0043B19FCF]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_D38DC0043B19FCF-001/tempDir-001
[junit4] 2> 1072670 INFO (SUITE-CustomCollectionTest-seed#[D38DC0043B19FCF]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1072670 INFO (Thread-2213) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1072670 INFO (Thread-2213) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1072676 ERROR (Thread-2213) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1072770 INFO (SUITE-CustomCollectionTest-seed#[D38DC0043B19FCF]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:34775
[junit4] 2> 1072777 INFO (jetty-launcher-1162-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1072777 INFO (jetty-launcher-1162-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1072778 INFO (jetty-launcher-1162-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1072778 INFO (jetty-launcher-1162-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1072780 INFO (jetty-launcher-1162-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@78b2e2d2{/solr,null,AVAILABLE}
[junit4] 2> 1072789 INFO (jetty-launcher-1162-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@22353844{/solr,null,AVAILABLE}
[junit4] 2> 1072789 INFO (jetty-launcher-1162-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4eae68fb{SSL,[ssl, http/1.1]}{127.0.0.1:39819}
[junit4] 2> 1072789 INFO (jetty-launcher-1162-thread-3) [ ] o.e.j.s.Server Started @1074174ms
[junit4] 2> 1072794 INFO (jetty-launcher-1162-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39819}
[junit4] 2> 1072794 ERROR (jetty-launcher-1162-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1072794 INFO (jetty-launcher-1162-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1072794 INFO (jetty-launcher-1162-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1072794 INFO (jetty-launcher-1162-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1072795 INFO (jetty-launcher-1162-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-07T04:10:40.639Z
[junit4] 2> 1072795 INFO (jetty-launcher-1162-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@a9bc90a{/solr,null,AVAILABLE}
[junit4] 2> 1072795 INFO (jetty-launcher-1162-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@415f8cc2{/solr,null,AVAILABLE}
[junit4] 2> 1072794 INFO (jetty-launcher-1162-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@33ee1b6d{SSL,[ssl, http/1.1]}{127.0.0.1:40901}
[junit4] 2> 1072795 INFO (jetty-launcher-1162-thread-2) [ ] o.e.j.s.Server Started @1074179ms
[junit4] 2> 1072795 INFO (jetty-launcher-1162-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40901}
[junit4] 2> 1072795 ERROR (jetty-launcher-1162-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1072795 INFO (jetty-launcher-1162-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1072795 INFO (jetty-launcher-1162-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1072795 INFO (jetty-launcher-1162-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1072795 INFO (jetty-launcher-1162-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-07T04:10:40.640Z
[junit4] 2> 1072796 INFO (jetty-launcher-1162-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4d264aba{SSL,[ssl, http/1.1]}{127.0.0.1:40375}
[junit4] 2> 1072796 INFO (jetty-launcher-1162-thread-4) [ ] o.e.j.s.Server Started @1074180ms
[junit4] 2> 1072796 INFO (jetty-launcher-1162-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40375}
[junit4] 2> 1072796 ERROR (jetty-launcher-1162-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1072796 INFO (jetty-launcher-1162-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@457b86fd{SSL,[ssl, http/1.1]}{127.0.0.1:43805}
[junit4] 2> 1072796 INFO (jetty-launcher-1162-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1072796 INFO (jetty-launcher-1162-thread-1) [ ] o.e.j.s.Server Started @1074180ms
[junit4] 2> 1072796 INFO (jetty-launcher-1162-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1072796 INFO (jetty-launcher-1162-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43805}
[junit4] 2> 1072796 INFO (jetty-launcher-1162-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1072796 INFO (jetty-launcher-1162-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-07T04:10:40.641Z
[junit4] 2> 1072796 ERROR (jetty-launcher-1162-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1072796 INFO (jetty-launcher-1162-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1072796 INFO (jetty-launcher-1162-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1072796 INFO (jetty-launcher-1162-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1072796 INFO (jetty-launcher-1162-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-07T04:10:40.641Z
[junit4] 2> 1072796 INFO (jetty-launcher-1162-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1072802 INFO (jetty-launcher-1162-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1072802 INFO (jetty-launcher-1162-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1072805 INFO (jetty-launcher-1162-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34775/solr
[junit4] 2> 1072809 INFO (jetty-launcher-1162-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34775/solr
[junit4] 2> 1072809 INFO (jetty-launcher-1162-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1072813 INFO (jetty-launcher-1162-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34775/solr
[junit4] 2> 1072821 INFO (jetty-launcher-1162-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34775/solr
[junit4] 2> 1072860 INFO (jetty-launcher-1162-thread-2) [n:127.0.0.1:40901_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1072860 INFO (jetty-launcher-1162-thread-4) [n:127.0.0.1:40375_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1072861 INFO (jetty-launcher-1162-thread-2) [n:127.0.0.1:40901_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40901_solr
[junit4] 2> 1072861 INFO (jetty-launcher-1162-thread-4) [n:127.0.0.1:40375_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40375_solr
[junit4] 2> 1072861 INFO (jetty-launcher-1162-thread-2) [n:127.0.0.1:40901_solr ] o.a.s.c.Overseer Overseer (id=98961184556122121-127.0.0.1:40901_solr-n_0000000000) starting
[junit4] 2> 1072862 INFO (zkCallback-1185-thread-1-processing-n:127.0.0.1:43805_solr) [n:127.0.0.1:43805_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1072862 INFO (jetty-launcher-1162-thread-1) [n:127.0.0.1:43805_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1072862 INFO (zkCallback-1180-thread-1-processing-n:127.0.0.1:40901_solr) [n:127.0.0.1:40901_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1072862 INFO (jetty-launcher-1162-thread-1) [n:127.0.0.1:43805_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43805_solr
[junit4] 2> 1072864 INFO (zkCallback-1184-thread-1-processing-n:127.0.0.1:40375_solr) [n:127.0.0.1:40375_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1072871 INFO (zkCallback-1184-thread-1-processing-n:127.0.0.1:40375_solr) [n:127.0.0.1:40375_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1072871 INFO (zkCallback-1180-thread-1-processing-n:127.0.0.1:40901_solr) [n:127.0.0.1:40901_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1072872 INFO (zkCallback-1185-thread-1-processing-n:127.0.0.1:43805_solr) [n:127.0.0.1:43805_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1072877 INFO (jetty-launcher-1162-thread-2) [n:127.0.0.1:40901_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40901_solr
[junit4] 2> 1072879 INFO (zkCallback-1185-thread-1-processing-n:127.0.0.1:43805_solr) [n:127.0.0.1:43805_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1072879 INFO (zkCallback-1180-thread-1-processing-n:127.0.0.1:40901_solr) [n:127.0.0.1:40901_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1072879 INFO (zkCallback-1184-thread-1-processing-n:127.0.0.1:40375_solr) [n:127.0.0.1:40375_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1072894 INFO (jetty-launcher-1162-thread-3) [n:127.0.0.1:39819_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1072895 INFO (jetty-launcher-1162-thread-3) [n:127.0.0.1:39819_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1072896 INFO (jetty-launcher-1162-thread-3) [n:127.0.0.1:39819_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39819_solr
[junit4] 2> 1072896 INFO (zkCallback-1180-thread-1-processing-n:127.0.0.1:40901_solr) [n:127.0.0.1:40901_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1072904 INFO (zkCallback-1184-thread-1-processing-n:127.0.0.1:40375_solr) [n:127.0.0.1:40375_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1072904 INFO (zkCallback-1185-thread-1-processing-n:127.0.0.1:43805_solr) [n:127.0.0.1:43805_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1072909 INFO (zkCallback-1179-thread-1-processing-n:127.0.0.1:39819_solr) [n:127.0.0.1:39819_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1072934 INFO (jetty-launcher-1162-thread-4) [n:127.0.0.1:40375_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40375.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d515303
[junit4] 2> 1072941 INFO (jetty-launcher-1162-thread-4) [n:127.0.0.1:40375_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40375.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d515303
[junit4] 2> 1072941 INFO (jetty-launcher-1162-thread-4) [n:127.0.0.1:40375_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40375.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d515303
[junit4] 2> 1072942 INFO (jetty-launcher-1162-thread-4) [n:127.0.0.1:40375_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_D38DC0043B19FCF-001/tempDir-001/node4/.
[junit4] 2> 1072992 INFO (jetty-launcher-1162-thread-3) [n:127.0.0.1:39819_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39819.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d515303
[junit4] 2> 1072993 INFO (jetty-launcher-1162-thread-2) [n:127.0.0.1:40901_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40901.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d515303
[junit4] 2> 1072997 INFO (jetty-launcher-1162-thread-3) [n:127.0.0.1:39819_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39819.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d515303
[junit4] 2> 1072998 INFO (jetty-launcher-1162-thread-3) [n:127.0.0.1:39819_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39819.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d515303
[junit4] 2> 1072998 INFO (jetty-launcher-1162-thread-3) [n:127.0.0.1:39819_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_D38DC0043B19FCF-001/tempDir-001/node3/.
[junit4] 2> 1073004 INFO (jetty-launcher-1162-thread-2) [n:127.0.0.1:40901_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40901.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d515303
[junit4] 2> 1073005 INFO (jetty-launcher-1162-thread-2) [n:127.0.0.1:40901_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40901.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d515303
[junit4] 2> 1073006 INFO (jetty-launcher-1162-thread-2) [n:127.0.0.1:40901_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_D38DC0043B19FCF-001/tempDir-001/node1/.
[junit4] 2> 1073007 INFO (jetty-launcher-1162-thread-1) [n:127.0.0.1:43805_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43805.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d515303
[junit4] 2> 1073012 INFO (jetty-launcher-1162-thread-1) [n:127.0.0.1:43805_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43805.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d515303
[junit4] 2> 1073012 INFO (jetty-launcher-1162-thread-1) [n:127.0.0.1:43805_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43805.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d515303
[junit4] 2> 1073012 INFO (jetty-launcher-1162-thread-1) [n:127.0.0.1:43805_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_D38DC0043B19FCF-001/tempDir-001/node2/.
[junit4] 2> 1073085 INFO (SUITE-CustomCollectionTest-seed#[D38DC0043B19FCF]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1073085 INFO (SUITE-CustomCollectionTest-seed#[D38DC0043B19FCF]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34775/solr ready
[junit4] 2> 1073110 INFO (TEST-CustomCollectionTest.testCustomCollectionsAPI-seed#[D38DC0043B19FCF]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCustomCollectionsAPI
[junit4] 2> 1073111 INFO (TEST-CustomCollectionTest.testCustomCollectionsAPI-seed#[D38DC0043B19FCF]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1073127 INFO (qtp525237090-8206) [n:127.0.0.1:39819_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params shards=a,b,c&replicationFactor=5&collection.configName=conf&maxShardsPerNode=6&name=implicitcoll&router.name=implicit&nrtReplicas=5&action=CREATE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1073128 INFO (OverseerThreadFactory-2759-thread-1-processing-n:127.0.0.1:40901_solr) [n:127.0.0.1:40901_solr ] o.a.s.c.CreateCollectionCmd Create collection implicitcoll
[junit4] 2> 1073128 WARN (OverseerThreadFactory-2759-thread-1-processing-n:127.0.0.1:40901_solr) [n:127.0.0.1:40901_solr ] o.a.s.c.CreateCollectionCmd Specified number of replicas of 5 on collection implicitcoll is higher than the number of Solr instances currently live or live and part of your createNodeSet(4). It's unusual to run two replica of the same slice on the same Solr-instance.
[junit4] 2> 1073232 INFO (OverseerStateUpdate-98961184556122121-127.0.0.1:40901_solr-n_0000000000) [n:127.0.0.1:40901_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"implicitcoll",
[junit4] 2> "shard":"a",
[junit4] 2> "core":"implicitcoll_a_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40375/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1073233 INFO (OverseerStateUpdate-98961184556122121-127.0.0.1:40901_solr-n_0000000000) [n:127.0.0.1:40901_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"implicitcoll",
[junit4] 2> "shard":"a",
[junit4] 2> "core":"implicitcoll_a_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40901/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1073235 INFO (OverseerStateUpdate-98961184556122121-127.0.0.1:40901_solr-n_0000000000) [n:127.0.0.1:40901_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"implicitcoll",
[junit4] 2> "shard":"a",
[junit4] 2> "core":"implicitcoll_a_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:43805/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1073236 INFO (OverseerStateUpdate-98961184556122121-127.0.0.1:40901_solr-n_0000000000) [n:127.0.0.1:40901_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"implicitcoll",
[junit4] 2> "shard":"a",
[junit4] 2> "core":"implicitcoll_a_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39819/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1073237 INFO (OverseerStateUpdate-98961184556122121-127.0.0.1:40901_solr-n_0000000000) [n:127.0.0.1:40901_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"implicitcoll",
[junit4] 2> "shard":"a",
[junit4] 2> "core":"implicitcoll_a_replica_n8",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40375/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1073238 INFO (OverseerStateUpdate-98961184556122121-127.0.0.1:40901_solr-n_0000000000) [n:127.0.0.1:40901_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"implicitcoll",
[junit4] 2> "shard":"b",
[junit4] 2> "core":"implicitcoll_b_replica_n10",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40901/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1073239 INFO (OverseerStateUpdate-98961184556122121-127.0.0.1:40901_solr-n_0000000000) [n:127.0.0.1:40901_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"implicitcoll",
[junit4] 2> "shard":"b",
[junit4] 2> "core":"implicitcoll_b_replica_n13",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:43805/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1073241 INFO (OverseerStateUpdate-98961184556122121-127.0.0.1:40901_solr-n_0000000000) [n:127.0.0.1:40901_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"implicitcoll",
[junit4] 2> "shard":"b",
[junit4] 2> "core":"implicitcoll_b_replica_n14",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39819/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1073242 INFO (OverseerStateUpdate-98961184556122121-127.0.0.1:40901_solr-n_0000000000) [n:127.0.0.1:40901_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"implicitcoll",
[junit4] 2> "shard":"b",
[junit4] 2> "core":"implicitcoll_b_replica_n16",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40375/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1073243 INFO (OverseerStateUpdate-98961184556122121-127.0.0.1:40901_solr-n_0000000000) [n:127.0.0.1:40901_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"implicitcoll",
[junit4] 2> "shard":"b",
[junit4] 2> "core":"implicitcoll_b_replica_n18",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40901/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1073244 INFO (OverseerStateUpdate-98961184556122121-127.0.0.1:40901_solr-n_0000000000) [n:127.0.0.1:40901_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"implicitcoll",
[junit4] 2> "shard":"c",
[junit4] 2> "core":"implicitcoll_c_replica_n20",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:43805/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1073245 INFO (OverseerStateUpdate-98961184556122121-127.0.0.1:40901_solr-n_0000000000) [n:127.0.0.1:40901_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"implicitcoll",
[junit4] 2> "shard":"c",
[junit4] 2> "core":"implicitcoll_c_replica_n22",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39819/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1073246 INFO (OverseerStateUpdate-98961184556122121-127.0.0.1:40901_solr-n_0000000000) [n:127.0.0.1:40901_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"implicitcoll",
[junit4] 2> "shard":"c",
[junit4] 2> "core":"implicitcoll_c_replica_n24",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40375/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1073247 INFO (OverseerStateUpdate-98961184556122121-127.0.0.1:40901_solr-n_0000000000) [n:127.0.0.1:40901_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"implicitcoll",
[junit4] 2> "shard":"c",
[junit4] 2> "core":"implicitcoll_c_replica_n26",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40901/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1073248 INFO (OverseerStateUpdate-98961184556122121-127.0.0.1:40901_solr-n_0000000000) [n:127.0.0.1:40901_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"implicitcoll",
[junit4] 2> "shard":"c",
[junit4] 2> "core":"implicitcoll_c_replica_n28",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:43805/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1073523 INFO (qtp1073955233-8212) [n:127.0.0.1:40375_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node11&collection.configName=conf&newCollection=true&name=implicitcoll_a_replica_n8&action=CREATE&numShards=3&collection=implicitcoll&shard=a&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1073524 INFO (qtp1073955233-8212) [n:127.0.0.1:40375_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1073530 INFO (qtp525237090-8205) [n:127.0.0.1:39819_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node9&collection.configName=conf&newCollection=true&name=implicitcoll_a_replica_n6&action=CREATE&numShards=3&collection=implicitcoll&shard=a&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1073530 INFO (qtp525237090-8205) [n:127.0.0.1:39819_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1073546 INFO (qtp525237090-8200) [n:127.0.0.1:39819_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node17&collection.configName=conf&newCollection=true&name=implicitcoll_b_replica_n14&action=CREATE&numShards=3&collection=implicitcoll&shard=b&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1073669 INFO (qtp2086382634-8307) [n:127.0.0.1:40901_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=implicitcoll_a_replica_n2&action=CREATE&numShards=3&collection=implicitcoll&shard=a&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1073669 INFO (qtp2086382634-8307) [n:127.0.0.1:40901_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1073691 INFO (qtp525237090-8204) [n:127.0.0.1:39819_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node25&collection.configName=conf&newCollection=true&name=implicitcoll_c_replica_n22&action=CREATE&numShards=3&collection=implicitcoll&shard=c&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1073694 INFO (qtp1723735501-8194) [n:127.0.0.1:43805_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node23&collection.configName=conf&newCollection=true&name=implicitcoll_c_replica_n20&action=CREATE&numShards=3&collection=implicitcoll&shard=c&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1073694 INFO (qtp1723735501-8194) [n:127.0.0.1:43805_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1073696 INFO (qtp1073955233-8202) [n:127.0.0.1:40375_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node19&collection.configName=conf&newCollection=true&name=implicitcoll_b_replica_n16&action=CREATE&numShards=3&collection=implicitcoll&shard=b&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1073697 INFO (qtp1073955233-8210) [n:127.0.0.1:40375_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node27&collection.configName=conf&newCollection=true&name=implicitcoll_c_replica_n24&action=CREATE&numShards=3&collection=implicitcoll&shard=c&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1073699 INFO (qtp2086382634-8182) [n:127.0.0.1:40901_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node12&collection.configName=conf&newCollection=true&name=implicitcoll_b_replica_n10&action=CREATE&numShards=3&collection=implicitcoll&shard=b&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1073703 INFO (qtp2086382634-8184) [n:127.0.0.1:40901_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node29&collection.configName=conf&newCollection=true&name=implicitcoll_c_replica_n26&action=CREATE&numShards=3&collection=implicitcoll&shard=c&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1073705 INFO (qtp2086382634-8192) [n:127.0.0.1:40901_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node21&collection.configName=conf&newCollection=true&name=implicitcoll_b_replica_n18&action=CREATE&numShards=3&collection=implicitcoll&shard=b&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1073709 INFO (qtp1073955233-8208) [n:127.0.0.1:40375_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=implicitcoll_a_replica_n1&action=CREATE&numShards=3&collection=implicitcoll&shard=a&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1073712 INFO (qtp1723735501-8309) [n:127.0.0.1:43805_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=implicitcoll_a_replica_n4&action=CREATE&numShards=3&collection=implicitcoll&shard=a&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1073714 INFO (qtp1723735501-8215) [n:127.0.0.1:43805_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node15&collection.configName=conf&newCollection=true&name=implicitcoll_b_replica_n13&action=CREATE&numShards=3&collection=implicitcoll&shard=b&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1073715 INFO (qtp1723735501-8183) [n:127.0.0.1:43805_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node30&collection.configName=conf&newCollection=true&name=implicitcoll_c_replica_n28&action=CREATE&numShards=3&collection=implicitcoll&shard=c&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1073818 INFO (zkCallback-1185-thread-1-processing-n:127.0.0.1:43805_solr) [n:127.0.0.1:43805_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/implicitcoll/state.json] for collection [implicitcoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1073818 INFO (zkCallback-1184-thread-1-processing-n:127.0.0.1:40375_solr) [n:127.0.0.1:40375_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/implicitcoll/state.json] for collection [implicitcoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1073818 INFO (zkCallback-1179-thread-1-processing-n:127.0.0.1:39819_solr) [n:127.0.0.1:39819_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/implicitcoll/state.json] for collection [implicitcoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1073818 INFO (zkCallback-1184-thread-2-processing-n:127.0.0.1:40375_solr) [n:127.0.0.1:40375_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/implicitcoll/state.json] for collection [implicitcoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1073818 INFO (zkCallback-1180-thread-1-processing-n:127.0.0.1:40901_solr) [n:127.0.0.1:40901_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/implicitcoll/state.json] for collection [implicitcoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1073818 INFO (zkCallback-1185-thread-2-processing-n:127.0.0.1:43805_solr) [n:127.0.0.1:43805_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/implicitcoll/state.json] for collection [implicitcoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1073818 INFO (zkCallback-1180-thread-2-processing-n:127.0.0.1:40901_solr) [n:127.0.0.1:40901_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/implicitcoll/state.json] for collection [implicitcoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1074573 INFO (qtp1073955233-8212) [n:127.0.0.1:40375_solr c:implicitcoll s:a r:core_node11 x:implicitcoll_a_replica_n8] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1074580 INFO (qtp1073955233-8212) [n:127.0.0.1:40375_solr c:implicitcoll s:a r:core_node11 x:implicitcoll_a_replica_n8] o.a.s.s.IndexSchema [implicitcoll_a_replica_n8] Schema name=cloud-dynamic
[junit4] 2> 1074631 INFO (qtp525237090-8205) [n:127.0.0.1:39819_solr c:implicitcoll s:a r:core_node9 x:implicitcoll_a_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1074634 INFO (qtp1073955233-8212) [n:127.0.0.1:40375_solr c:implicitcoll s:a r:core_node11 x:implicitcoll_a_replica_n8] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1074634 INFO (qtp1073955233-8212) [n:127.0.0.1:40375_solr c:implicitcoll s:a r:core_node11 x:implicitcoll_a_replica_n8] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_a_replica_n8' using configuration from collection implicitcoll, trusted=true
[junit4] 2> 1074635 INFO (qtp1073955233-8212) [n:127.0.0.1:40375_solr c:implicitcoll s:a r:core_node11 x:implicitcoll_a_replica_n8] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40375.solr.core.implicitcoll.a.replica_n8' (registry 'solr.core.implicitcoll.a.replica_n8') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d515303
[junit4] 2> 1074635 INFO (qtp1073955233-8212) [n:127.0.0.1:40375_solr c:implicitcoll s:a r:core_node11 x:implicitcoll_a_replica_n8] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1074635 INFO (qtp1073955233-8212) [n:127.0.0.1:40375_solr c:implicitcoll s:a r:core_node11 x:implicitcoll_a_replica_n8] o.a.s.c.SolrCore [[implicitcoll_a_replica_n8] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_D38DC0043B19FCF-001/tempDir-001/node4/implicitcoll_a_replica_n8], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_D38DC0043B19FCF-001/tempDir-001/node4/./implicitcoll_a_replica_n8/data/]
[junit4] 2> 1074638 INFO (qtp525237090-8205) [n:127.0.0.1:39819_solr c:implicitcoll s:a r:core_node9 x:implicitcoll_a_replica_n6] o.a.s.s.IndexSchema [implicitcoll_a_replica_n6] Schema name=cloud-dynamic
[junit4] 2> 1074659 INFO (qtp525237090-8205) [n:127.0.0.1:39819_solr c:implicitcoll s:a r:core_node9 x:implicitcoll_a_replica_n6] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1074659 INFO (qtp525237090-8205) [n:127.0.0.1:39819_solr c:implicitcoll s:a r:core_node9 x:implicitcoll_a_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_a_replica_n6' using configuration from collection implicitcoll, trusted=true
[junit4] 2> 1074659 INFO (qtp525237090-8205) [n:127.0.0.1:39819_solr c:implicitcoll s:a r:core_node9 x:implicitcoll_a_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39819.solr.core.implicitcoll.a.replica_n6' (registry 'solr.core.implicitcoll.a.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d515303
[junit4] 2> 1074659 INFO (qtp525237090-8205) [n:127.0.0.1:39819_solr c:implicitcoll s:a r:core_node9 x:implicitcoll_a_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1074659 INFO (qtp525237090-8205) [n:127.0.0.1:39819_solr c:implicitcoll s:a r:core_node9 x:implicitcoll_a_replica_n6] o.a.s.c.SolrCore [[implicitcoll_a_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_D38DC0043B19FCF-001/tempDir-001/node3/implicitcoll_a_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_D38DC0043B19FCF-001/tempDir-001/node3/./implicitcoll_a_replica_n6/data/]
[junit4] 2> 1074663 INFO (qtp525237090-8200) [n:127.0.0.1:39819_solr c:implicitcoll s:b r:core_node17 x:implicitcoll_b_replica_n14] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1074671 INFO (qtp525237090-8200) [n:127.0.0.1:39819_solr c:implicitcoll s:b r:core_node17 x:implicitcoll_b_replica_n14] o.a.s.s.IndexSchema [implicitcoll_b_replica_n14] Schema name=cloud-dynamic
[junit4] 2> 1074748 INFO (qtp525237090-8200) [n:127.0.0.1:39819_solr c:implicitcoll s:b r:core_node17 x:implicitcoll_b_replica_n14] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1074748 INFO (qtp525237090-8200) [n:127.0.0.1:39819_solr c:implicitcoll s:b r:core_node17 x:implicitcoll_b_replica_n14] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_b_replica_n14' using configuration from collection implicitcoll, trusted=true
[junit4] 2> 1074748 INFO (qtp525237090-8200) [n:127.0.0.1:39819_solr c:implicitcoll s:b r:core_node17 x:implicitcoll_b_replica_n14] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39819.solr.core.implicitcoll.b.replica_n14' (registry 'solr.core.implicitcoll.b.replica_n14') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d515303
[junit4] 2> 1074748 INFO (qtp525237090-8200) [n:127.0.0.1:39819_solr c:implicitcoll s:b r:core_node17 x:implicitcoll_b_replica_n14] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1074748 INFO (qtp525237090-8200) [n:127.0.0.1:39819_solr c:implicitcoll s:b r:core_node17 x:implicitcoll_b_replica_n14] o.a.s.c.SolrCore [[implicitcoll_b_replica_n14] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_D38DC0043B19FCF-001/tempDir-001/node3/implicitcoll_b_replica_n14], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_D38DC0043B19FCF-001/tempDir-001/node3/./implicitcoll_b_replica_n14/data/]
[junit4] 2> 1074755 INFO (qtp525237090-8204) [n:127.0.0.1:39819_solr c:implicitcoll s:c r:core_node25 x:implicitcoll_c_replica_n22] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1074758 INFO (qtp1073955233-8202) [n:127.0.0.1:40375_solr c:implicitcoll s:b r:core_node19 x:implicitcoll_b_replica_n16] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1074762 INFO (qtp1073955233-8210) [n:127.0.0.1:40375_solr c:implicitcoll s:c r:core_node27 x:implicitcoll_c_replica_n24] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1074764 INFO (qtp525237090-8204) [n:127.0.0.1:39819_solr c:implicitcoll s:c r:core_node25 x:implicitcoll_c_replica_n22] o.a.s.s.IndexSchema [implicitcoll_c_replica_n22] Schema name=cloud-dynamic
[junit4] 2> 1074767 INFO (qtp1723735501-8215) [n:127.0.0.1:43805_solr c:implicitcoll s:b r:core_node15 x:implicitcoll_b_replica_n13] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1074769 INFO (qtp1073955233-8202) [n:127.0.0.1:40375_solr c:implicitcoll s:b r:core_node19 x:implicitcoll_b_replica_n16] o.a.s.s.IndexSchema [implicitcoll_b_replica_n16] Schema name=cloud-dynamic
[junit4] 2> 1074857 INFO (qtp1723735501-8183) [n:127.0.0.1:43805_solr c:implicitcoll s:c r:core_node30 x:implicitcoll_c_replica_n28] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1074872 INFO (qtp1073955233-8208) [n:127.0.0.1:40375_solr c:implicitcoll s:a r:core_node3 x:implicitcoll_a_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1074875 INFO (qtp1723735501-8215) [n:127.0.0.1:43805_solr c:implicitcoll s:b r:core_node15 x:implicitcoll_b_replica_n13] o.a.s.s.IndexSchema [implicitcoll_b_replica_n13] Schema name=cloud-dynamic
[junit4] 2> 1074880 INFO (qtp2086382634-8182) [n:127.0.0.1:40901_solr c:implicitcoll s:b r:core_node12 x:implicitcoll_b_replica_n10] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1074881 INFO (qtp1723735501-8194) [n:127.0.0.1:43805_solr c:implicitcoll s:c r:core_node23 x:implicitcoll_c_replica_n20] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1074886 INFO (qtp1073955233-8208) [n:127.0.0.1:40375_solr c:implicitcoll s:a r:core_node3 x:implicitcoll_a_replica_n1] o.a.s.s.IndexSchema [implicitcoll_a_replica_n1] Schema name=cloud-dynamic
[junit4] 2> 1074888 INFO (qtp1073955233-8210) [n:127.0.0.1:40375_solr c:implicitcoll s:c r:core_node27 x:implicitcoll_c_replica_n24] o.a.s.s.IndexSchema [implicitcoll_c_replica_n24] Schema name=cloud-dynamic
[junit4] 2> 1074889 INFO (qtp2086382634-8182) [n:127.0.0.1:40901_solr c:implicitcoll s:b r:core_node12 x:implicitcoll_b_replica_n10] o.a.s.s.IndexSchema [implicitcoll_b_replica_n10] Schema name=cloud-dynamic
[junit4] 2> 1074892 INFO (qtp525237090-8205) [n:127.0.0.1:39819_solr c:implicitcoll s:a r:core_node9 x:implicitcoll_a_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1075116 INFO (qtp1073955233-8212) [n:127.0.0.1:40375_solr c:implicitcoll s:a r:core_node11 x:implicitcoll_a_replica_n8] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1075011 INFO (qtp1723735501-8183) [n:127.0.0.1:43805_solr c:implicitcoll s:c r:core_node30 x:implicitcoll_c_replica_n28] o.a.s.s.IndexSchema [implicitcoll_c_replica_n28] Schema name=cloud-dynamic
[junit4] 2> 1075010 INFO (qtp525237090-8204) [n:127.0.0.1:39819_solr c:implicitcoll s:c r:core_node25 x:implicitcoll_c_replica_n22] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1075118 INFO (qtp525237090-8204) [n:127.0.0.1:39819_solr c:implicitcoll s:c r:core_node25 x:implicitcoll_c_replica_n22] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_c_replica_n22' using configuration from collection implicitcoll, trusted=true
[junit4] 2> 1075118 INFO (qtp525237090-8204) [n:127.0.0.1:39819_solr c:implicitcoll s:c r:core_node25 x:implicitcoll_c_replica_n22] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39819.solr.core.implicitcoll.c.replica_n22' (registry 'solr.core.implicitcoll.c.replica_n22') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d515303
[junit4] 2> 1075119 INFO (qtp525237090-8204) [n:127.0.0.1:39819_solr c:implicitcoll s:c r:core_node25 x:implicitcoll_c_replica_n22] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1075119 INFO (qtp525237090-8204) [n:127.0.0.1:39819_solr c:implicitcoll s:c r:core_node25 x:implicitcoll_c_replica_n22] o.a.s.c.SolrCore [[implicitcoll_c_replica_n22] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_D38DC0043B19FCF-001/tempDir-001/node3/implicitcoll_c_replica_n22], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_D38DC0043B19FCF-001/tempDir-001/node3/./implicitcoll_c_replica_n22/data/]
[junit4] 2> 1075007 INFO (qtp2086382634-8184) [n:127.0.0.1:40901_solr c:implicitcoll s:c r:core_node29 x:implicitcoll_c_replica_n26] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1075004 INFO (qtp1723735501-8194) [n:127.0.0.1:43805_solr c:implicitcoll s:c r:core_node23 x:implicitcoll_c_replica_n20] o.a.s.s.IndexSchema [implicitcoll_c_replica_n20] Schema name=cloud-dynamic
[junit4] 2> 1075135 INFO (qtp2086382634-8182) [n:127.0.0.1:40901_solr c:implicitcoll s:b r:core_node12 x:implicitcoll_b_replica_n10] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1075135 INFO (qtp2086382634-8182) [n:127.0.0.1:40901_solr c:implicitcoll s:b r:core_node12 x:implicitcoll_b_replica_n10] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_b_replica_n10' using configuration from collection implicitcoll, trusted=true
[junit4] 2> 1075135 INFO (qtp2086382634-8307) [n:127.0.0.1:40901_solr c:implicitcoll s:a r:core_node5 x:implicitcoll_a_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1075136 INFO (qtp2086382634-8182) [n:127.0.0.1:40901_solr c:implicitcoll s:b r:core_node12 x:implicitcoll_b_replica_n10] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40901.solr.core.implicitcoll.b.replica_n10' (registry 'solr.core.implicitcoll.b.replica_n10') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d515303
[junit4] 2> 1075004 INFO (qtp1073955233-8202) [n:127.0.0.1:40375_solr c:implicitcoll s:b r:core_node19 x:implicitcoll_b_replica_n16] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1074998 INFO (qtp1723735501-8309) [n:127.0.0.1:43805_solr c:implicitcoll s:a r:core_node7 x:implicitcoll_a_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1074990 INFO (qtp2086382634-8192) [n:127.0.0.1:40901_solr c:implicitcoll s:b r:core_node21 x:implicitcoll_b_replica_n18] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1075163 INFO (qtp1073955233-8202) [n:127.0.0.1:40375_solr c:implicitcoll s:b r:core_node19 x:implicitcoll_b_replica_n16] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_b_replica_n16' using configuration from collection implicitcoll, trusted=true
[junit4] 2> 1075169 INFO (qtp1073955233-8202) [n:127.0.0.1:40375_solr c:implicitcoll s:b r:core_node19 x:implicitcoll_b_replica_n16] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40375.solr.core.implicitcoll.b.replica_n16' (registry 'solr.core.implicitcoll.b.replica_n16') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d515303
[junit4] 2> 1075169 INFO (qtp1073955233-8202) [n:127.0.0.1:40375_solr c:implicitcoll s:b r:core_node19 x:implicitcoll_b_replica_n16] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1075169 INFO (qtp1073955233-8202) [n:127.0.0.1:40375_solr c:implicitcoll s:b r:core_node19 x:implicitcoll_b_replica_n16] o.a.s.c.SolrCore [[implicitcoll_b_replica_n16] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_D38DC0043B19FCF-001/tempDir-001/node4/implicitcoll_b_replica_n16], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_D38DC0043B19FCF-001/tempDir-001/node4/./implicitcoll_b_replica_n16/data/]
[junit4] 2> 1075172 INFO (qtp1723735501-8309) [n:127.0.0.1:43805_solr c:implicitcoll s:a r:core_node7 x:implicitcoll_a_replica_n4] o.a.s.s.IndexSchema [implicitcoll_a_replica_n4] Schema name=cloud-dynamic
[junit4] 2> 1075162 INFO (qtp2086382634-8182) [n:127.0.0.1:40901_solr c:implicitcoll s:b r:core_node12 x:implicitcoll_b_replica_n10] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1075118 INFO (qtp1073955233-8212) [n:127.0.0.1:40375_solr c:implicitcoll s:a r:core_node11 x:implicitcoll_a_replica_n8] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1075173 INFO (qtp2086382634-8182) [n:127.0.0.1:40901_solr c:implicitcoll s:b r:core_node12 x:implicitcoll_b_replica_n10] o.a.s.c.SolrCore [[implicitcoll_b_replica_n10] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_D38DC0043B19FCF-001/tempDir-001/node1/implicitcoll_b_replica_n10], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_D38DC0043B19FCF-001/tempDir-001/node1/./implicitcoll_b_replica_n10/data/]
[junit4] 2> 1075175 INFO (qtp1073955233-8212) [n:127.0.0.1:40375_solr c:implicitcoll s:a r:core_node11 x:implicitcoll_a_replica_n8] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1075175 INFO (qtp1073955233-8212) [n:127.0.0.1:40375_solr c:implicitcoll s:a r:core_node11 x:implicitcoll_a_replica_n8] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1075175 INFO (qtp1073955233-8208) [n:127.0.0.1:40375_solr c:implicitcoll s:a r:core_node3 x:implicitcoll_a_replica_n1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1075175 INFO (qtp1073955233-8208) [n:127.0.0.1:40375_solr c:implicitcoll s:a r:core_node3 x:implicitcoll_a_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_a_replica_n1' using configuration from collection implicitcoll, trusted=true
[junit4] 2> 1075176 INFO (qtp1073955233-8208) [n:127.0.0.1:40375_solr c:implicitcoll s:a r:core_node3 x:implicitcoll_a_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40375.solr.core.implicitcoll.a.replica_n1' (registry 'solr.core.implicitcoll.a.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d515303
[junit4] 2> 1075118 INFO (qtp525237090-8205) [n:127.0.0.1:39819_solr c:implicitcoll s:a r:core_node9 x:implicitcoll_a_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1075176 INFO (qtp1073955233-8208) [n:127.0.0.1:40375_solr c:implicitcoll s:a r:core_node3 x:implicitcoll_a_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1075176 INFO (qtp1073955233-8208) [n:127.0.0.1:40375_solr c:implicitcoll s:a r:core_node3 x:implicitcoll_a_replica_n1] o.a.s.c.SolrCore [[implicitcoll_a_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_D38DC0043B19FCF-001/tempDir-001/node4/implicitcoll_a_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_D38DC0043B19FCF-001/tempDir-001/node4/./implicitcoll_a_replica_n1/data/]
[junit4] 2> 1075178 INFO (qtp525237090-8205) [n:127.0.0.1:39819_solr c:implicitcoll s:a r:core_node9 x:implicitcoll_a_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1075178 INFO (qtp525237090-8205) [n:127.0.0.1:39819_solr c:implicitcoll s:a r:core_node9 x:implicitcoll_a_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1075179 INFO (qtp1073955233-8212) [n:127.0.0.1:40375_solr c:implicitcoll s:a r:core_node11 x:implicitcoll_a_replica_n8] o.a.s.s.SolrIndexSearcher Opening [Searcher@797ad7bf[implicitcoll_a_replica_n8] main]
[junit4] 2> 1075180 INFO (qtp525237090-8205) [n:127.0.0.1:39819_solr c:implicitcoll s:a r:core_node9 x:implicitcoll_a_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@150cb574[implicitcoll_a_replica_n6] main]
[junit4] 2> 1075181 INFO (qtp525237090-8205) [n:127.0.0.1:39819_solr c:implicitcoll s:a r:core_node9 x:implicitcoll_a_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1075181 INFO (qtp525237090-8205) [n:127.0.0.1:39819_solr c:implicitcoll s:a r:core_node9 x:implicitcoll_a_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1075181 INFO (qtp1073955233-8212) [n:127.0.0.1:40375_solr c:implicitcoll s:a r:core_node11 x:implicitcoll_a_replica_n8] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1075181 INFO (qtp1073955233-8212) [n:127.0.0.1:40375_solr c:implicitcoll s:a r:core_node11 x:implicitcoll_a_replica_n8] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1075189 INFO (qtp1073955233-8210) [n:127.0.0.1:40375_solr c:implicitcoll s:c r:core_node27 x:implicitcoll_c_replica_n24] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1075189 INFO (qtp1073955233-8210) [n:127.0.0.1:40375_solr c:implicitcoll s:c r:core_node27 x:implicitcoll_c_replica_n24] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_c_replica_n24' using configuration from collection implicitcoll, trusted=true
[junit4] 2> 1075189 INFO (qtp1073955233-8210) [n:127.0.0.1:40375_solr c:implicitcoll s:c r:core_node27 x:implicitcoll_c_replica_n24] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40375.solr.core.implicitcoll.c.replica_n24' (registry 'solr.core.implicitcoll.c.replica_n24') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d515303
[junit4] 2> 1075189 INFO (qtp1073955233-8210) [n:127.0.0.1:40375_solr c:implicitcoll s:c r:core_node27 x:implicitcoll_c_replica_n24] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1075190 INFO (qtp1073955233-8210) [n:127.0.0.1:40375_solr c:implicitcoll s:c r:core_node27 x:implicitcoll_c_replica_n24] o.a.s.c.SolrCore [[implicitcoll_c_replica_n24] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_D38DC0043B19FCF-001/tempDir-001/node4/implicitcoll_c_replica_n24], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_D38DC0043B19FCF-001/tempDir-001/node4/./implicitcoll_c_replica_n24/data/]
[junit4] 2> 1075193 INFO (qtp2086382634-8184) [n:127.0.0.1:40901_solr c:implicitcoll s:c r:core_node29 x:implicitcoll_c_replica_n26] o.a.s.s.IndexSchema [implicitcoll_c_replica_n26] Schema name=cloud-dynamic
[junit4] 2> 1075194 INFO (qtp2086382634-8307) [n:127.0.0.1:40901_solr c:implicitcoll s:a r:core_node5 x:implicitcoll_a_replica_n2] o.a.s.s.IndexSchema [implicitcoll_a_replica_n2] Schema name=cloud-dynamic
[junit4] 2> 1075222 INFO (qtp1723735501-8194) [n:127.0.0.1:43805_solr c:implicitcoll s:c r:core_node23 x:implicitcoll_c_replica_n20] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1075222 INFO (qtp1723735501-8194) [n:127.0.0.1:43805_solr c:implicitcoll s:c r:core_node23 x:implicitcoll_c_replica_n20] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_c_replica_n20' using configuration from collection implicitcoll, trusted=true
[junit4] 2> 1075223 INFO (qtp1723735501-8215) [n:127.0.0.1:43805_solr c:implicitcoll s:b r:core_node15 x:implicitcoll_b_replica_n13] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1075224 INFO (qtp1723735501-8215) [n:127.0.0.1:43805_solr c:implicitcoll s:b r:core_node15 x:implicitcoll_b_replica_n13] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_b_replica_n13' using configuration from collection implicitcoll, trusted=true
[junit4] 2> 1075229 INFO (qtp2086382634-8192) [n:127.0.0.1:40901_solr c:implicitcoll s:b r:core_node21 x:implicitcoll_b_replica_n18] o.a.s.s.IndexSchema [implicitcoll_b_replica_n18] Schema name=cloud-dynamic
[junit4] 2> 1075229 INFO (qtp525237090-8205) [n:127.0.0.1:39819_solr c:implicitcoll s:a r:core_node9 x:implicitcoll_a_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1075230 INFO (qtp1073955233-8212) [n:127.0.0.1:40375_solr c:implicitcoll s:a r:core_node11 x:implicitcoll_a_replica_n8] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1075230 INFO (qtp1723735501-8215) [n:127.0.0.1:43805_solr c:implicitcoll s:b r:core_node15 x:implicitcoll_b_replica_n13] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43805.solr.core.implicitcoll.b.replica_n13' (registry 'solr.core.implicitcoll.b.replica_n13') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d515303
[junit4] 2> 1075231 INFO (qtp1723735501-8215) [n:127.0.0.1:43805_solr c:implicitcoll s:b r:core_node15 x:implicitcoll_b_replica_n13] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1075231 INFO (qtp1723735501-8215) [n:127.0.0.1:43805_solr c:implicitcoll s:b r:core_node15 x:implicitcoll_b_replica_n13] o.a.s.c.SolrCore [[implicitcoll_b_replica_n13] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_D38DC0043B19FCF-001/tempDir-001/node2/implicitcoll_b_replica_n13], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_D38DC0043B19FCF-001/tempDir-001/node2/./implicitcoll_b_replica_n13/data/]
[junit4] 2> 1075238 INFO (qtp1073955233-8212) [n:127.0.0.1:40375_solr c:implicitcoll s:a r:core_node11 x:implicitcoll_a_replica_n8] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583378955588599808
[junit4] 2> 1075240 INFO (searcherExecutor-2768-thread-1-processing-n:127.0.0.1:40375_solr x:implicitcoll_a_replica_n8 s:a c:implicitcoll r:core_node11) [n:127.0.0.1:40375_solr c:implicitcoll s:a r:core_node11 x:implicitcoll_a_replica_n8] o.a.s.c.SolrCore [implicitcoll_a_replica_n8] Registered new searcher Searcher@797ad7bf[implicitcoll_a_replica_n8] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1075240 INFO (qtp525237090-8205) [n:127.0.0.1:39819_solr c:implicitcoll s:a r:core_node9 x:implicitcoll_a_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583378955590696960
[junit4] 2> 1075241 INFO (qtp1723735501-8183) [n:127.0.0.1:43805_solr c:implicitcoll s:c r:core_node30 x:implicitcoll_c_replica_n28] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1075241 INFO (qtp1723735501-8183) [n:127.0.0.1:43805_solr c:implicitcoll s:c r:core_node30 x:implicitcoll_c_replica_n28] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_c_replica_n28' using configuration from collection implicitcoll, trusted=true
[junit4] 2> 1075241 INFO (qtp1723735501-8194) [n:127.0.0.1:43805_solr c:implicitcoll s:c r:core_node23 x:implicitcoll_c_replica_n20] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43805.solr.core.implicitcoll.c.replica_n20' (registry 'solr.core.implicitcoll.c.replica_n20') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d515303
[junit4] 2> 1075241 INFO (qtp1723735501-8194) [n:127.0.0.1:43805_solr c:implicitcoll s:c r:core_node23 x:implicitcoll_c_replica_n20] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1075241 INFO (qtp1723735501-8194) [n:127.0.0.1:43805_solr c:implicitcoll s:c r:core_node23 x:implicitcoll_c_replica_n20] o.a.s.c.SolrCore [[implicitcoll_c_replica_n20] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_D38DC0043B19FCF-001/tempDir-001/node2/implicitcoll_c_replica_n20], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_D38DC0043B19FCF-001/tempDir-001/node2/./implicitcoll_c_replica_n20/data/]
[junit4] 2> 1075241 INFO (qtp1723735501-8183) [n:127.0.0.1:43805_solr c:implicitcoll s:c r:core_node30 x:implicitcoll_c_replica_n28] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43805.solr.core.implicitcoll.c.replica_n28' (registry 'solr.core.implicitcoll.c.replica_n28') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d515303
[junit4] 2> 1075241 INFO (qtp1723735501-8183) [n:127.0.0.1:43805_solr c:implicitcoll s:c r:core_node30 x:implicitcoll_c_replica_n28] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1075241 INFO (qtp1723735501-8183) [n:127.0.0.1:43805_solr c:implicitcoll s:c r:core_node30 x:implicitcoll_c_replica_n28] o.a.s.c.SolrCore [[implicitcoll_c_replica_n28] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_D38DC0043B19FCF-001/tempDir-001/node2/implicitcoll_c_replica_n28], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_D38DC0043B19FCF-001/tempDir-001/node2/./implicitcoll_c_replica_n28/data/]
[junit4] 2> 1075242 INFO (se
[...truncated too long message...]
params={baseConfigSet=baseConfigSet&name=newConfigSet&action=CREATE&wt=javabin&version=2} status=400 QTime=2
[junit4] 2> 2021862 INFO (jetty-closer-4355-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@5a40aa42{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 2021863 INFO (jetty-closer-4355-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=528280867
[junit4] 2> 2021863 INFO (jetty-closer-4355-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2021863 INFO (jetty-closer-4355-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@288bc0d2: rootName = solr_46319, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@25144a15
[junit4] 2> 2021869 INFO (jetty-closer-4355-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2021869 INFO (jetty-closer-4355-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@24bbe066: rootName = solr_46319, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@2fe5631b
[junit4] 2> 2021874 INFO (jetty-closer-4355-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2021874 INFO (jetty-closer-4355-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@53f6638d: rootName = solr_46319, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@73e84d9d
[junit4] 2> 2021875 INFO (jetty-closer-4355-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:46319_solr
[junit4] 2> 2021875 INFO (jetty-closer-4355-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2021875 INFO (zkCallback-4361-thread-1-processing-n:127.0.0.1:46319_solr) [n:127.0.0.1:46319_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 2021875 INFO (jetty-closer-4355-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2021875 INFO (jetty-closer-4355-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98961246746247171-127.0.0.1:46319_solr-n_0000000000) closing
[junit4] 2> 2021875 INFO (OverseerStateUpdate-98961246746247171-127.0.0.1:46319_solr-n_0000000000) [n:127.0.0.1:46319_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:46319_solr
[junit4] 2> 2021875 WARN (OverseerAutoScalingTriggerThread-98961246746247171-127.0.0.1:46319_solr-n_0000000000) [n:127.0.0.1:46319_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2021881 INFO (jetty-closer-4355-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@47ed4fa6{/solr,null,UNAVAILABLE}
[junit4] 2> 2021881 ERROR (TEST-TestConfigSetsAPI.testCreateErrors-seed#[D38DC0043B19FCF]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2021882 INFO (TEST-TestConfigSetsAPI.testCreateErrors-seed#[D38DC0043B19FCF]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38185 38185
[junit4] 2> 2021943 INFO (Thread-3801) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38185 38185
[junit4] 2> 2021945 INFO (TEST-TestConfigSetsAPI.testCreateErrors-seed#[D38DC0043B19FCF]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCreateErrors
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestConfigSetsAPI_D38DC0043B19FCF-001
[junit4] 2> Nov 07, 2017 4:26:29 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 4 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=FastCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST, chunkSize=23435, maxDocsPerChunk=435, blockSize=533), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST, chunkSize=23435, blockSize=533)), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@24957610), locale=sr-RS, timezone=Etc/GMT+0
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=236428456,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestBM25SimilarityFactory, QueryEqualityTest, TestPivotHelperCode, MBeansHandlerTest, TestBlobHandler, NumericFieldsTest, TestSolr4Spatial, TestCloudInspectUtil, CoreAdminRequestStatusTest, TestScoreJoinQPNoScore, RemoteQueryErrorTest, TestMaxScoreQueryParser, BasicAuthIntegrationTest, TestStressReorder, TestCloudPseudoReturnFields, TestSchemaNameResource, RegexBoostProcessorTest, HdfsChaosMonkeySafeLeaderTest, AssignTest, TestPullReplicaErrorHandling, TestStressCloudBlindAtomicUpdates, SpellingQueryConverterTest, TestRequestStatusCollectionAPI, TestSolrQueryParser, DistributedTermsComponentTest, TestCollectionAPIs, CurrencyFieldTypeTest, TestFieldCacheReopen, SolrMetricManagerTest, TestRangeQuery, TestCursorMarkWithoutUniqueKey, TestSQLHandler, TestStressLucene, TestManagedStopFilterFactory, PathHierarchyTokenizerFactoryTest, ShardRoutingCustomTest, TestAnalyzedSuggestions, TestFieldSortValues, BadIndexSchemaTest, DocValuesMultiTest, TestStressRecovery, TestLegacyField, CollectionsAPIDistributedZkTest, TestJettySolrRunner, CircularListTest, MissingSegmentRecoveryTest, SpatialHeatmapFacetsTest, UtilsToolTest, TestSubQueryTransformerDistrib, SparseHLLTest, CloudExitableDirectoryReaderTest, HealthCheckHandlerTest, SimpleCollectionCreateDeleteTest, SynonymTokenizerTest, TestCryptoKeys, SaslZkACLProviderTest, TestSmileRequest, TestSchemalessBufferedUpdates, DirectUpdateHandlerTest, VersionInfoTest, SolrCmdDistributorTest, TestFreeTextSuggestions, AtomicUpdatesTest, TestDocSet, SignatureUpdateProcessorFactoryTest, TestTlogReplica, TestPerFieldSimilarity, TestCloudManagedSchema, TestOmitPositions, SOLR749Test, TestEmbeddedSolrServerAdminHandler, PrimUtilsTest, ImplicitSnitchTest, LargeFieldTest, OverseerModifyCollectionTest, DocumentAnalysisRequestHandlerTest, TestLegacyTerms, TestLeaderElectionWithEmptyReplica, V2StandaloneTest, TermVectorComponentDistributedTest, TestPseudoReturnFields, HdfsLockFactoryTest, SchemaVersionSpecificBehaviorTest, TestWriterPerf, ShardRoutingTest, OpenCloseCoreStressTest, ConvertedLegacyTest, TestJavabinTupleStreamParser, TestOnReconnectListenerSupport, TestAuthorizationFramework, BlockDirectoryTest, SolrRequestParserTest, CdcrReplicationHandlerTest, TestReplicationHandlerBackup, TestChildDocTransformer, TestReloadDeadlock, TestJsonFacetRefinement, CollectionTooManyReplicasTest, TestSurroundQueryParser, ConcurrentDeleteAndCreateCollectionTest, SuggesterTSTTest, DataDrivenBlockJoinTest, UninvertDocValuesMergePolicyTest, GraphQueryTest, DistributedIntervalFacetingTest, TestClusterStateMutator, BlockJoinFacetDistribTest, ClassificationUpdateProcessorTest, TestSolrConfigHandler, MoreLikeThisHandlerTest, TestSimpleTrackingShardHandler, ShowFileRequestHandlerTest, SolrIndexSplitterTest, EnumFieldTest, TestConfigSetProperties, SuggesterFSTTest, JvmMetricsTest, TestHalfAndHalfDocValues, DeleteShardTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, SyncSliceTest, LeaderElectionIntegrationTest, ClusterStateUpdateTest, LeaderElectionTest, ZkSolrClientTest, TestZkChroot, ZkCLITest, TestFaceting, TestRecovery, TestRealTimeGet, SolrCoreTest, SpellCheckComponentTest, TestGroupingSearch, TestLazyCores, HighlighterTest, DistributedQueryElevationComponentTest, TestExtendedDismaxParser, SpellCheckCollatorTest, TestFoldingMultitermQuery, SuggesterTest, TestCSVLoader, PolyFieldTest, WordBreakSolrSpellCheckerTest, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, SortByFunctionTest, TestRemoteStreaming, DebugComponentTest, LukeRequestHandlerTest, TestReversedWildcardFilterFactory, PrimitiveFieldTypeTest, XmlUpdateRequestHandlerTest, RequestHandlersTest, DocumentBuilderTest, TestIndexingPerformance, IndexSchemaRuntimeFieldTest, IndexSchemaTest, TestCollationField, UpdateRequestProcessorFactoryTest, QueryParsingTest, BinaryUpdateRequestHandlerTest, TestComponentsName, SearchHandlerTest, HighlighterConfigTest, UpdateParamsTest, TestSolrIndexConfig, TestQuerySenderNoQuery, SolrIndexConfigTest, TestMergePolicyConfig, MinimalSchemaTest, TestConfig, TestFuzzyAnalyzedSuggestions, ExternalFileFieldSortTest, DirectSolrConnectionTest, TestLuceneMatchVersion, TestCodecSupport, TestFastWriter, TimeZoneUtilsTest, OpenExchangeRatesOrgProviderTest, DateMathParserTest, DOMUtilTest, TestDocumentBuilder, FileUtilsTest, TestRTGBase, CursorPagingTest, TestLuceneIndexBackCompat, TestEmbeddedSolrServerSchemaAPI, ConnectionReuseTest, AssignBackwardCompatibilityTest, CleanupOldIndexTest, CollectionStateFormat2Test, ConnectionManagerTest, CreateCollectionCleanupTest, DeleteInactiveReplicaTest, DeleteNodeTest, DistribDocExpirationUpdateProcessorTest, DistributedVersionInfoTest, LeaderElectionContextKeyTest, LeaderFailureAfterFreshStartTest, LeaderInitiatedRecoveryOnShardRestartTest, MigrateRouteKeyTest, NodeMutatorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerRolesTest, OverseerTaskQueueTest, PeerSyncReplicationTest, TestCloudJSONFacetJoinDomain, TestCloudRecovery, TestConfigSetsAPI]
[junit4] Completed [540/749 (2!)] on J1 in 83.69s, 9 tests, 1 error <<< FAILURES!
[...truncated 47868 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9.0.1) - Build #
20852 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20852/
Java: 64bit/jdk-9.0.1 -XX:-UseCompressedOops -XX:+UseSerialGC
1 tests failed.
FAILED: org.apache.solr.cloud.DocValuesNotIndexedTest.testGroupingDVOnly
Error Message:
Unexpected number of elements in the group for intGSF: 6
Stack Trace:
java.lang.AssertionError: Unexpected number of elements in the group for intGSF: 6
at __randomizedtesting.SeedInfo.seed([292C0839CDF98E88:B297666180A1BCD6]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.DocValuesNotIndexedTest.testGroupingDVOnly(DocValuesNotIndexedTest.java:377)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 11568 lines...]
[junit4] Suite: org.apache.solr.cloud.DocValuesNotIndexedTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DocValuesNotIndexedTest_292C0839CDF98E88-001/init-core-data-001
[junit4] 2> 16157 WARN (SUITE-DocValuesNotIndexedTest-seed#[292C0839CDF98E88]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=9 numCloses=9
[junit4] 2> 16159 INFO (SUITE-DocValuesNotIndexedTest-seed#[292C0839CDF98E88]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 16160 INFO (SUITE-DocValuesNotIndexedTest-seed#[292C0839CDF98E88]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 16160 INFO (SUITE-DocValuesNotIndexedTest-seed#[292C0839CDF98E88]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 16162 INFO (SUITE-DocValuesNotIndexedTest-seed#[292C0839CDF98E88]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DocValuesNotIndexedTest_292C0839CDF98E88-001/tempDir-001
[junit4] 2> 16166 INFO (SUITE-DocValuesNotIndexedTest-seed#[292C0839CDF98E88]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 16167 INFO (Thread-54) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 16170 INFO (Thread-54) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 16254 ERROR (Thread-54) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 16267 INFO (SUITE-DocValuesNotIndexedTest-seed#[292C0839CDF98E88]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:41145
[junit4] 2> 16324 INFO (jetty-launcher-36-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 16325 INFO (jetty-launcher-36-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 16330 INFO (jetty-launcher-36-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6aa8e9a2{/solr,null,AVAILABLE}
[junit4] 2> 16331 INFO (jetty-launcher-36-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@54c33954{/solr,null,AVAILABLE}
[junit4] 2> 16333 INFO (jetty-launcher-36-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@118113d6{HTTP/1.1,[http/1.1]}{127.0.0.1:44953}
[junit4] 2> 16337 INFO (jetty-launcher-36-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@77841613{HTTP/1.1,[http/1.1]}{127.0.0.1:33189}
[junit4] 2> 16337 INFO (jetty-launcher-36-thread-2) [ ] o.e.j.s.Server Started @17984ms
[junit4] 2> 16337 INFO (jetty-launcher-36-thread-1) [ ] o.e.j.s.Server Started @17984ms
[junit4] 2> 16337 INFO (jetty-launcher-36-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44953}
[junit4] 2> 16337 INFO (jetty-launcher-36-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33189}
[junit4] 2> 16337 ERROR (jetty-launcher-36-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 16337 ERROR (jetty-launcher-36-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 16337 INFO (jetty-launcher-36-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 16337 INFO (jetty-launcher-36-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 16337 INFO (jetty-launcher-36-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 16337 INFO (jetty-launcher-36-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 16337 INFO (jetty-launcher-36-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 16337 INFO (jetty-launcher-36-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 16337 INFO (jetty-launcher-36-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-07T00:53:14.203947Z
[junit4] 2> 16337 INFO (jetty-launcher-36-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-07T00:53:14.203964Z
[junit4] 2> 16347 INFO (jetty-launcher-36-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 16347 INFO (jetty-launcher-36-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 16368 INFO (jetty-launcher-36-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41145/solr
[junit4] 2> 16370 INFO (jetty-launcher-36-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41145/solr
[junit4] 2> 16555 INFO (jetty-launcher-36-thread-1) [n:127.0.0.1:33189_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 16556 INFO (jetty-launcher-36-thread-1) [n:127.0.0.1:33189_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33189_solr
[junit4] 2> 16556 INFO (jetty-launcher-36-thread-2) [n:127.0.0.1:44953_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 16561 INFO (jetty-launcher-36-thread-1) [n:127.0.0.1:33189_solr ] o.a.s.c.Overseer Overseer (id=98960408186912774-127.0.0.1:33189_solr-n_0000000000) starting
[junit4] 2> 16562 INFO (jetty-launcher-36-thread-2) [n:127.0.0.1:44953_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44953_solr
[junit4] 2> 16570 INFO (zkCallback-48-thread-1-processing-n:127.0.0.1:33189_solr) [n:127.0.0.1:33189_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 16571 INFO (zkCallback-47-thread-1-processing-n:127.0.0.1:44953_solr) [n:127.0.0.1:44953_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 16607 INFO (jetty-launcher-36-thread-1) [n:127.0.0.1:33189_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33189_solr
[junit4] 2> 16621 INFO (zkCallback-47-thread-1-processing-n:127.0.0.1:44953_solr) [n:127.0.0.1:44953_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 16621 INFO (zkCallback-48-thread-1-processing-n:127.0.0.1:33189_solr) [n:127.0.0.1:33189_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 16884 INFO (jetty-launcher-36-thread-1) [n:127.0.0.1:33189_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33189.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c6455f5
[junit4] 2> 16915 INFO (jetty-launcher-36-thread-1) [n:127.0.0.1:33189_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33189.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c6455f5
[junit4] 2> 16915 INFO (jetty-launcher-36-thread-1) [n:127.0.0.1:33189_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33189.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c6455f5
[junit4] 2> 16919 INFO (jetty-launcher-36-thread-1) [n:127.0.0.1:33189_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DocValuesNotIndexedTest_292C0839CDF98E88-001/tempDir-001/node1/.
[junit4] 2> 16942 INFO (jetty-launcher-36-thread-2) [n:127.0.0.1:44953_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44953.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c6455f5
[junit4] 2> 16972 INFO (jetty-launcher-36-thread-2) [n:127.0.0.1:44953_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44953.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c6455f5
[junit4] 2> 16972 INFO (jetty-launcher-36-thread-2) [n:127.0.0.1:44953_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44953.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c6455f5
[junit4] 2> 16975 INFO (jetty-launcher-36-thread-2) [n:127.0.0.1:44953_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DocValuesNotIndexedTest_292C0839CDF98E88-001/tempDir-001/node2/.
[junit4] 2> 17049 INFO (SUITE-DocValuesNotIndexedTest-seed#[292C0839CDF98E88]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 17050 INFO (SUITE-DocValuesNotIndexedTest-seed#[292C0839CDF98E88]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41145/solr ready
[junit4] 2> 17061 INFO (qtp916103803-308) [n:127.0.0.1:44953_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&maxShardsPerNode=2&name=dv_coll&nrtReplicas=1&action=CREATE&numShards=4&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 17071 INFO (OverseerThreadFactory-283-thread-1-processing-n:127.0.0.1:33189_solr) [n:127.0.0.1:33189_solr ] o.a.s.c.CreateCollectionCmd Create collection dv_coll
[junit4] 2> 17200 INFO (OverseerStateUpdate-98960408186912774-127.0.0.1:33189_solr-n_0000000000) [n:127.0.0.1:33189_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"dv_coll",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"dv_coll_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:33189/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 17203 INFO (OverseerStateUpdate-98960408186912774-127.0.0.1:33189_solr-n_0000000000) [n:127.0.0.1:33189_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"dv_coll",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"dv_coll_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:44953/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 17206 INFO (OverseerStateUpdate-98960408186912774-127.0.0.1:33189_solr-n_0000000000) [n:127.0.0.1:33189_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"dv_coll",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"dv_coll_shard3_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:33189/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 17208 INFO (OverseerStateUpdate-98960408186912774-127.0.0.1:33189_solr-n_0000000000) [n:127.0.0.1:33189_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"dv_coll",
[junit4] 2> "shard":"shard4",
[junit4] 2> "core":"dv_coll_shard4_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:44953/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 17414 INFO (qtp916103803-301) [n:127.0.0.1:44953_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=dv_coll_shard4_replica_n6&action=CREATE&numShards=4&collection=dv_coll&shard=shard4&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 17414 INFO (qtp1175032292-311) [n:127.0.0.1:33189_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=dv_coll_shard3_replica_n4&action=CREATE&numShards=4&collection=dv_coll&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 17414 INFO (qtp1175032292-313) [n:127.0.0.1:33189_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=dv_coll_shard1_replica_n1&action=CREATE&numShards=4&collection=dv_coll&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 17415 INFO (qtp1175032292-311) [n:127.0.0.1:33189_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 17415 INFO (qtp916103803-301) [n:127.0.0.1:44953_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 17415 INFO (qtp916103803-312) [n:127.0.0.1:44953_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=dv_coll_shard2_replica_n2&action=CREATE&numShards=4&collection=dv_coll&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 17535 INFO (zkCallback-47-thread-1-processing-n:127.0.0.1:44953_solr) [n:127.0.0.1:44953_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
[junit4] 2> 17535 INFO (zkCallback-48-thread-1-processing-n:127.0.0.1:33189_solr) [n:127.0.0.1:33189_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
[junit4] 2> 17535 INFO (zkCallback-48-thread-2-processing-n:127.0.0.1:33189_solr) [n:127.0.0.1:33189_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
[junit4] 2> 18457 INFO (qtp1175032292-311) [n:127.0.0.1:33189_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 18466 INFO (qtp1175032292-313) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 18477 INFO (qtp916103803-301) [n:127.0.0.1:44953_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 18501 INFO (qtp916103803-312) [n:127.0.0.1:44953_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 18507 INFO (qtp1175032292-313) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.s.IndexSchema [dv_coll_shard1_replica_n1] Schema name=minimal
[junit4] 2> 18510 WARN (qtp1175032292-313) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieIntField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 18511 INFO (qtp1175032292-311) [n:127.0.0.1:33189_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.s.IndexSchema [dv_coll_shard3_replica_n4] Schema name=minimal
[junit4] 2> 18512 WARN (qtp1175032292-313) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieLongField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 18520 INFO (qtp1175032292-311) [n:127.0.0.1:33189_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 18520 INFO (qtp916103803-301) [n:127.0.0.1:44953_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.s.IndexSchema [dv_coll_shard4_replica_n6] Schema name=minimal
[junit4] 2> 18520 INFO (qtp1175032292-311) [n:127.0.0.1:33189_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'dv_coll_shard3_replica_n4' using configuration from collection dv_coll, trusted=true
[junit4] 2> 18520 INFO (qtp1175032292-313) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 18520 INFO (qtp1175032292-313) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'dv_coll_shard1_replica_n1' using configuration from collection dv_coll, trusted=true
[junit4] 2> 18521 INFO (qtp916103803-312) [n:127.0.0.1:44953_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.s.IndexSchema [dv_coll_shard2_replica_n2] Schema name=minimal
[junit4] 2> 18524 INFO (qtp1175032292-311) [n:127.0.0.1:33189_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33189.solr.core.dv_coll.shard3.replica_n4' (registry 'solr.core.dv_coll.shard3.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c6455f5
[junit4] 2> 18524 INFO (qtp1175032292-313) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33189.solr.core.dv_coll.shard1.replica_n1' (registry 'solr.core.dv_coll.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c6455f5
[junit4] 2> 18524 INFO (qtp1175032292-311) [n:127.0.0.1:33189_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 18524 INFO (qtp1175032292-313) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 18524 INFO (qtp1175032292-311) [n:127.0.0.1:33189_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.c.SolrCore [[dv_coll_shard3_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DocValuesNotIndexedTest_292C0839CDF98E88-001/tempDir-001/node1/dv_coll_shard3_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DocValuesNotIndexedTest_292C0839CDF98E88-001/tempDir-001/node1/./dv_coll_shard3_replica_n4/data/]
[junit4] 2> 18524 INFO (qtp1175032292-313) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.c.SolrCore [[dv_coll_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DocValuesNotIndexedTest_292C0839CDF98E88-001/tempDir-001/node1/dv_coll_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DocValuesNotIndexedTest_292C0839CDF98E88-001/tempDir-001/node1/./dv_coll_shard1_replica_n1/data/]
[junit4] 2> 18538 INFO (qtp916103803-301) [n:127.0.0.1:44953_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 18538 INFO (qtp916103803-301) [n:127.0.0.1:44953_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'dv_coll_shard4_replica_n6' using configuration from collection dv_coll, trusted=true
[junit4] 2> 18539 INFO (qtp916103803-312) [n:127.0.0.1:44953_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 18539 INFO (qtp916103803-312) [n:127.0.0.1:44953_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'dv_coll_shard2_replica_n2' using configuration from collection dv_coll, trusted=true
[junit4] 2> 18539 INFO (qtp916103803-301) [n:127.0.0.1:44953_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44953.solr.core.dv_coll.shard4.replica_n6' (registry 'solr.core.dv_coll.shard4.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c6455f5
[junit4] 2> 18539 INFO (qtp916103803-312) [n:127.0.0.1:44953_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44953.solr.core.dv_coll.shard2.replica_n2' (registry 'solr.core.dv_coll.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c6455f5
[junit4] 2> 18539 INFO (qtp916103803-301) [n:127.0.0.1:44953_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 18539 INFO (qtp916103803-312) [n:127.0.0.1:44953_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 18539 INFO (qtp916103803-301) [n:127.0.0.1:44953_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.c.SolrCore [[dv_coll_shard4_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DocValuesNotIndexedTest_292C0839CDF98E88-001/tempDir-001/node2/dv_coll_shard4_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DocValuesNotIndexedTest_292C0839CDF98E88-001/tempDir-001/node2/./dv_coll_shard4_replica_n6/data/]
[junit4] 2> 18539 INFO (qtp916103803-312) [n:127.0.0.1:44953_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.c.SolrCore [[dv_coll_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DocValuesNotIndexedTest_292C0839CDF98E88-001/tempDir-001/node2/dv_coll_shard2_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DocValuesNotIndexedTest_292C0839CDF98E88-001/tempDir-001/node2/./dv_coll_shard2_replica_n2/data/]
[junit4] 2> 18701 INFO (qtp916103803-301) [n:127.0.0.1:44953_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 18701 INFO (qtp916103803-301) [n:127.0.0.1:44953_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 18708 INFO (qtp1175032292-311) [n:127.0.0.1:33189_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 18708 INFO (qtp1175032292-311) [n:127.0.0.1:33189_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 18732 INFO (qtp1175032292-311) [n:127.0.0.1:33189_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 18732 INFO (qtp1175032292-311) [n:127.0.0.1:33189_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 18733 INFO (qtp1175032292-313) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 18733 INFO (qtp1175032292-313) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 18734 INFO (qtp1175032292-313) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 18734 INFO (qtp1175032292-313) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 18735 INFO (qtp916103803-301) [n:127.0.0.1:44953_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 18735 INFO (qtp916103803-301) [n:127.0.0.1:44953_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 18736 INFO (qtp1175032292-313) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@11467c5c[dv_coll_shard1_replica_n1] main]
[junit4] 2> 18737 INFO (qtp1175032292-311) [n:127.0.0.1:33189_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@532ac779[dv_coll_shard3_replica_n4] main]
[junit4] 2> 18739 INFO (qtp1175032292-311) [n:127.0.0.1:33189_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 18739 INFO (qtp1175032292-313) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 18740 INFO (qtp1175032292-311) [n:127.0.0.1:33189_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 18741 INFO (qtp1175032292-313) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 18741 INFO (qtp1175032292-313) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
[junit4] 2> 18749 INFO (qtp916103803-312) [n:127.0.0.1:44953_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 18749 INFO (qtp916103803-312) [n:127.0.0.1:44953_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 18751 INFO (qtp916103803-312) [n:127.0.0.1:44953_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 18751 INFO (qtp916103803-312) [n:127.0.0.1:44953_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 18753 INFO (qtp916103803-301) [n:127.0.0.1:44953_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@8ac7a01[dv_coll_shard4_replica_n6] main]
[junit4] 2> 18742 INFO (qtp1175032292-311) [n:127.0.0.1:33189_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
[junit4] 2> 18761 INFO (qtp916103803-312) [n:127.0.0.1:44953_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@28e38d61[dv_coll_shard2_replica_n2] main]
[junit4] 2> 18764 INFO (qtp1175032292-311) [n:127.0.0.1:33189_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 18764 INFO (qtp1175032292-311) [n:127.0.0.1:33189_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 18766 INFO (qtp1175032292-311) [n:127.0.0.1:33189_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583366533684396032
[junit4] 2> 18769 INFO (searcherExecutor-288-thread-1-processing-n:127.0.0.1:33189_solr x:dv_coll_shard3_replica_n4 s:shard3 c:dv_coll r:core_node7) [n:127.0.0.1:33189_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.c.SolrCore [dv_coll_shard3_replica_n4] Registered new searcher Searcher@532ac779[dv_coll_shard3_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 18771 INFO (qtp1175032292-313) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 18772 INFO (qtp1175032292-313) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 18772 INFO (qtp1175032292-313) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583366533690687488
[junit4] 2> 18774 INFO (searcherExecutor-289-thread-1-processing-n:127.0.0.1:33189_solr x:dv_coll_shard1_replica_n1 s:shard1 c:dv_coll r:core_node3) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.c.SolrCore [dv_coll_shard1_replica_n1] Registered new searcher Searcher@11467c5c[dv_coll_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 18776 INFO (qtp916103803-301) [n:127.0.0.1:44953_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 18776 INFO (qtp916103803-312) [n:127.0.0.1:44953_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 18777 INFO (qtp916103803-301) [n:127.0.0.1:44953_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 18777 INFO (qtp916103803-301) [n:127.0.0.1:44953_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
[junit4] 2> 18778 INFO (qtp916103803-312) [n:127.0.0.1:44953_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 18778 INFO (qtp916103803-312) [n:127.0.0.1:44953_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
[junit4] 2> 18783 INFO (qtp916103803-301) [n:127.0.0.1:44953_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 18784 INFO (qtp916103803-301) [n:127.0.0.1:44953_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 18784 INFO (qtp916103803-301) [n:127.0.0.1:44953_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583366533703270400
[junit4] 2> 18787 INFO (searcherExecutor-290-thread-1-processing-n:127.0.0.1:44953_solr x:dv_coll_shard4_replica_n6 s:shard4 c:dv_coll r:core_node8) [n:127.0.0.1:44953_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.c.SolrCore [dv_coll_shard4_replica_n6] Registered new searcher Searcher@8ac7a01[dv_coll_shard4_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 18788 INFO (qtp916103803-312) [n:127.0.0.1:44953_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 18789 INFO (qtp916103803-312) [n:127.0.0.1:44953_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 18790 INFO (qtp916103803-312) [n:127.0.0.1:44953_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583366533709561856
[junit4] 2> 18792 INFO (qtp916103803-301) [n:127.0.0.1:44953_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 18792 INFO (qtp916103803-301) [n:127.0.0.1:44953_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 18792 INFO (qtp916103803-301) [n:127.0.0.1:44953_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44953/solr/dv_coll_shard4_replica_n6/
[junit4] 2> 18793 INFO (qtp916103803-301) [n:127.0.0.1:44953_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 18793 INFO (qtp916103803-301) [n:127.0.0.1:44953_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.c.SyncStrategy http://127.0.0.1:44953/solr/dv_coll_shard4_replica_n6/ has no replicas
[junit4] 2> 18793 INFO (qtp916103803-301) [n:127.0.0.1:44953_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 18796 INFO (qtp1175032292-313) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 18806 INFO (qtp1175032292-313) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 18809 INFO (qtp1175032292-311) [n:127.0.0.1:33189_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 18809 INFO (qtp1175032292-311) [n:127.0.0.1:33189_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 18809 INFO (qtp1175032292-311) [n:127.0.0.1:33189_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33189/solr/dv_coll_shard3_replica_n4/
[junit4] 2> 18809 INFO (qtp1175032292-311) [n:127.0.0.1:33189_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 18809 INFO (qtp1175032292-311) [n:127.0.0.1:33189_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.c.SyncStrategy http://127.0.0.1:33189/solr/dv_coll_shard3_replica_n4/ has no replicas
[junit4] 2> 18809 INFO (qtp1175032292-311) [n:127.0.0.1:33189_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 18806 INFO (qtp1175032292-313) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33189/solr/dv_coll_shard1_replica_n1/
[junit4] 2> 18813 INFO (qtp1175032292-313) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 18813 INFO (qtp1175032292-313) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:33189/solr/dv_coll_shard1_replica_n1/ has no replicas
[junit4] 2> 18813 INFO (qtp1175032292-313) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 18815 INFO (searcherExecutor-291-thread-1-processing-n:127.0.0.1:44953_solr x:dv_coll_shard2_replica_n2 s:shard2 c:dv_coll r:core_node5) [n:127.0.0.1:44953_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.c.SolrCore [dv_coll_shard2_replica_n2] Registered new searcher Searcher@28e38d61[dv_coll_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 18816 INFO (qtp1175032292-311) [n:127.0.0.1:33189_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33189/solr/dv_coll_shard3_replica_n4/ shard3
[junit4] 2> 18825 INFO (qtp1175032292-313) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33189/solr/dv_coll_shard1_replica_n1/ shard1
[junit4] 2> 18826 INFO (qtp916103803-301) [n:127.0.0.1:44953_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44953/solr/dv_coll_shard4_replica_n6/ shard4
[junit4] 2> 18828 INFO (qtp916103803-312) [n:127.0.0.1:44953_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 18828 INFO (qtp916103803-312) [n:127.0.0.1:44953_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 18828 INFO (qtp916103803-312) [n:127.0.0.1:44953_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44953/solr/dv_coll_shard2_replica_n2/
[junit4] 2> 18828 INFO (qtp916103803-312) [n:127.0.0.1:44953_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 18828 INFO (qtp916103803-312) [n:127.0.0.1:44953_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.c.SyncStrategy http://127.0.0.1:44953/solr/dv_coll_shard2_replica_n2/ has no replicas
[junit4] 2> 18828 INFO (qtp916103803-312) [n:127.0.0.1:44953_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 18831 INFO (qtp916103803-312) [n:127.0.0.1:44953_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44953/solr/dv_coll_shard2_replica_n2/ shard2
[junit4] 2> 18933 INFO (zkCallback-47-thread-1-processing-n:127.0.0.1:44953_solr) [n:127.0.0.1:44953_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
[junit4] 2> 18933 INFO (zkCallback-48-thread-2-processing-n:127.0.0.1:33189_solr) [n:127.0.0.1:33189_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
[junit4] 2> 18933 INFO (zkCallback-48-thread-3-processing-n:127.0.0.1:33189_solr) [n:127.0.0.1:33189_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
[junit4] 2> 18968 INFO (qtp1175032292-311) [n:127.0.0.1:33189_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 18976 INFO (qtp1175032292-313) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 18979 INFO (qtp916103803-301) [n:127.0.0.1:44953_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 18982 INFO (qtp916103803-312) [n:127.0.0.1:44953_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 18985 INFO (qtp1175032292-313) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=dv_coll_shard1_replica_n1&action=CREATE&numShards=4&collection=dv_coll&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1570
[junit4] 2> 18985 INFO (qtp1175032292-311) [n:127.0.0.1:33189_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=dv_coll_shard3_replica_n4&action=CREATE&numShards=4&collection=dv_coll&shard=shard3&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1571
[junit4] 2> 18985 INFO (qtp916103803-301) [n:127.0.0.1:44953_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=dv_coll_shard4_replica_n6&action=CREATE&numShards=4&collection=dv_coll&shard=shard4&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1574
[junit4] 2> 18998 INFO (qtp916103803-312) [n:127.0.0.1:44953_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=dv_coll_shard2_replica_n2&action=CREATE&numShards=4&collection=dv_coll&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1583
[junit4] 2> 19022 INFO (qtp916103803-308) [n:127.0.0.1:44953_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 19076 INFO (OverseerCollectionConfigSetProcessor-98960408186912774-127.0.0.1:33189_solr-n_0000000000) [n:127.0.0.1:33189_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 19088 INFO (zkCallback-47-thread-1-processing-n:127.0.0.1:44953_solr) [n:127.0.0.1:44953_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
[junit4] 2> 19089 INFO (zkCallback-48-thread-3-processing-n:127.0.0.1:33189_solr) [n:127.0.0.1:33189_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
[junit4] 2> 19089 INFO (zkCallback-48-thread-2-processing-n:127.0.0.1:33189_solr) [n:127.0.0.1:33189_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
[junit4] 2> 20022 INFO (qtp916103803-308) [n:127.0.0.1:44953_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&maxShardsPerNode=2&name=dv_coll&nrtReplicas=1&action=CREATE&numShards=4&wt=javabin&version=2} status=0 QTime=2961
[junit4] 2> 20041 INFO (qtp1175032292-305) [n:127.0.0.1:33189_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.s.SchemaManager managed schema loaded . version : 0
[junit4] 2> 20048 INFO (qtp1175032292-305) [n:127.0.0.1:33189_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.s.IndexSchema [dv_coll_shard3_replica_n4] Schema name=minimal
[junit4] 2> 20074 INFO (qtp1175032292-305) [n:127.0.0.1:33189_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 20080 WARN (qtp1175032292-305) [n:127.0.0.1:33189_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieFloatField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 20083 WARN (qtp1175032292-305) [n:127.0.0.1:33189_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieDateField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 20095 INFO (qtp1175032292-305) [n:127.0.0.1:33189_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.c.ZkController Persisted config data to node /configs/conf1/managed-schema
[junit4] 2> 20095 INFO (zkCallback-47-thread-1-processing-n:127.0.0.1:44953_solr) [n:127.0.0.1:44953_solr ] o.a.s.s.ZkIndexSchemaReader A schema change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/configs/conf1/managed-schema, has occurred - updating schema from ZooKeeper ...
[junit4] 2> 20095 INFO (zkCallback-48-thread-3-processing-n:127.0.0.1:33189_solr) [n:127.0.0.1:33189_solr ] o.a.s.s.ZkIndexSchemaReader A schema change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/configs/conf1/managed-schema, has occurred - updating schema from ZooKeeper ...
[junit4] 2> 20095 INFO (zkCallback-48-thread-2-processing-n:127.0.0.1:33189_solr) [n:127.0.0.1:33189_solr ] o.a.s.s.ZkIndexSchemaReader A schema change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/configs/conf1/managed-schema, has occurred - updating schema from ZooKeeper ...
[junit4] 2> 20095 INFO (zkCallback-47-thread-2-processing-n:127.0.0.1:44953_solr) [n:127.0.0.1:44953_solr ] o.a.s.s.ZkIndexSchemaReader A schema change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/configs/conf1/managed-schema, has occurred - updating schema from ZooKeeper ...
[junit4] 2> 20096 INFO (zkCallback-47-thread-1-processing-n:127.0.0.1:44953_solr) [n:127.0.0.1:44953_solr ] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 1 from ZooKeeper
[junit4] 2> 20096 INFO (zkCallback-48-thread-2-processing-n:127.0.0.1:33189_solr) [n:127.0.0.1:33189_solr ] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 1 from ZooKeeper
[junit4] 2> 20097 INFO (Thread-76) [n:127.0.0.1:33189_solr ] o.a.s.c.SolrCore config update listener called for core dv_coll_shard1_replica_n1
[junit4] 2> 20098 INFO (Thread-76) [n:127.0.0.1:33189_solr ] o.a.s.c.SolrCore core reload dv_coll_shard1_replica_n1
[junit4] 2> 20099 INFO (zkCallback-48-thread-2-processing-n:127.0.0.1:33189_solr) [n:127.0.0.1:33189_solr ] o.a.s.s.IndexSchema [dv_coll_shard1_replica_n1] Schema name=minimal
[junit4] 2> 20099 INFO (zkCallback-47-thread-1-processing-n:127.0.0.1:44953_solr) [n:127.0.0.1:44953_solr ] o.a.s.s.IndexSchema [dv_coll_shard4_replica_n6] Schema name=minimal
[junit4] 2> 20103 INFO (Thread-77) [n:127.0.0.1:44953_solr ] o.a.s.c.SolrCore config update listener called for core dv_coll_shard2_replica_n2
[junit4] 2> 20104 INFO (Thread-77) [n:127.0.0.1:44953_solr ] o.a.s.c.SolrCore core reload dv_coll_shard2_replica_n2
[junit4] 2> 20106 INFO (zkCallback-48-thread-2-processing-n:127.0.0.1:33189_solr) [n:127.0.0.1:33189_solr ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 20106 INFO (zkCallback-47-thread-2-processing-n:127.0.0.1:44953_solr) [n:127.0.0.1:44953_solr ] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 1 from ZooKeeper
[junit4] 2> 20109 INFO (zkCallback-47-thread-2-processing-n:127.0.0.1:44953_solr) [n:127.0.0.1:44953_solr ] o.a.s.s.IndexSchema [dv_coll_shard2_replica_n2] Schema name=minimal
[junit4] 2> 20109 INFO (zkCallback-47-thread-1-processing-n:127.0.0.1:44953_solr) [n:127.0.0.1:44953_solr ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 20106 INFO (zkCallback-48-thread-2-processing-n:127.0.0.1:33189_solr) [n:127.0.0.1:33189_solr ] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 10 ms
[junit4] 2> 20110 INFO (zkCallback-47-thread-1-processing-n:127.0.0.1:44953_solr) [n:127.0.0.1:44953_solr ] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 13 ms
[junit4] 2> 20115 INFO (Thread-76) [n:127.0.0.1:33189_solr ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 20122 INFO (qtp1175032292-305) [n:127.0.0.1:33189_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 20123 INFO (Thread-77) [n:127.0.0.1:44953_solr ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 20131 INFO (Thread-76) [n:127.0.0.1:33189_solr ] o.a.s.s.IndexSchema [dv_coll_shard1_replica_n1] Schema name=minimal
[junit4] 2> 20171 INFO (zkCallback-47-thread-2-processing-n:127.0.0.1:44953_solr) [n:127.0.0.1:44953_solr ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 20173 INFO (Thread-77) [n:127.0.0.1:44953_solr ] o.a.s.s.IndexSchema [dv_coll_shard2_replica_n2] Schema name=minimal
[junit4] 2> 20175 INFO (zkCallback-47-thread-2-processing-n:127.0.0.1:44953_solr) [n:127.0.0.1:44953_solr ] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 69 ms
[junit4] 2> 20181 INFO (Thread-76) [n:127.0.0.1:33189_solr ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 20181 INFO (Thread-76) [n:127.0.0.1:33189_solr ] o.a.s.c.CoreContainer Reloading SolrCore 'dv_coll_shard1_replica_n1' using configuration from collection dv_coll
[junit4] 2> 20187 INFO (qtp1175032292-305) [n:127.0.0.1:33189_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.s.IndexSchema [dv_coll_shard3_replica_n4] Schema name=minimal
[junit4] 2> 20197 INFO (Thread-77) [n:127.0.0.1:44953_solr ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 20197 INFO (Thread-77) [n:127.0.0.1:44953_solr ] o.a.s.c.CoreContainer Reloading SolrCore 'dv_coll_shard2_replica_n2' using configuration from collection dv_coll
[junit4] 2> 20224 INFO (qtp1175032292-305) [n:127.0.0.1:33189_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 20225 INFO (qtp1175032292-305) [n:127.0.0.1:33189_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.c.CoreContainer Reloading SolrCore 'dv_coll_shard3_replica_n4' using configuration from collection dv_coll
[junit4] 2> 20260 INFO (Thread-76) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33189.solr.core.dv_coll.shard1.replica_n1' (registry 'solr.core.dv_coll.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c6455f5
[junit4] 2> 20260 INFO (Thread-76) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.c.SolrCore [[dv_coll_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DocValuesNotIndexedTest_292C0839CDF98E88-001/tempDir-001/node1/dv_coll_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DocValuesNotIndexedTest_292C0839CDF98E88-001/tempDir-001/node1/./dv_coll_shard1_replica_n1/data/]
[junit4] 2> 20264 INFO (Thread-77) [n:127.0.0.1:44953_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44953.solr.core.dv_coll.shard2.replica_n2' (registry 'solr.core.dv_coll.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c6455f5
[junit4] 2> 20264 INFO (Thread-77) [n:127.0.0.1:44953_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.c.SolrCore [[dv_coll_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DocValuesNotIndexedTest_292C0839CDF98E88-001/tempDir-001/node2/dv_coll_shard2_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DocValuesNotIndexedTest_292C0839CDF98E88-001/tempDir-001/node2/./dv_coll_shard2_replica_n2/data/]
[junit4] 2> 20347 INFO (qtp1175032292-305) [n:127.0.0.1:33189_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33189.solr.core.dv_coll.shard3.replica_n4' (registry 'solr.core.dv_coll.shard3.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c6455f5
[junit4] 2> 20347 INFO (qtp1175032292-305) [n:127.0.0.1:33189_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.c.SolrCore [[dv_coll_shard3_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DocValuesNotIndexedTest_292C0839CDF98E88-001/tempDir-001/node1/dv_coll_shard3_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DocValuesNotIndexedTest_292C0839CDF98E88-001/tempDir-001/node1/./dv_coll_shard3_replica_n4/data/]
[junit4] 2> 20369 INFO (Thread-76) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 20369 INFO (Thread-76) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 20382 INFO (Thread-76) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5cb4821a[dv_coll_shard1_replica_n1] main]
[junit4] 2> 20395 INFO (Thread-76) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 20400 INFO (Thread-76) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 20400 INFO (Thread-76) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
[junit4] 2> 20405 INFO (Thread-77) [n:127.0.0.1:44953_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 20405 INFO (Thread-77) [n:127.0.0.1:44953_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 20408 INFO (Thread-77) [n:127.0.0.1:44953_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@35febe45[dv_coll_shard2_replica_n2] main]
[junit4] 2> 20411 INFO (Thread-76) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 1 is already the latest
[junit4] 2> 20412 INFO (Thread-76) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 20412 INFO (Thread-76) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583366535410352128
[junit4] 2> 20424 INFO (searcherExecutor-308-thread-1-processing-n:127.0.0.1:33189_solr x:dv_coll_shard1_replica_n1 s:shard1 c:dv_coll r:core_node3) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.c.SolrCore [dv_coll_shard1_replica_n1] Registered new searcher Searcher@5cb4821a[dv_coll_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 20425 INFO (Thread-76) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 20425 INFO (Thread-76) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@a26ee2b[dv_coll_shard1_replica_n1] main]
[junit4] 2> 20426 INFO (Thread-76) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.c.SolrCore [dv_coll_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@1335057a
[junit4] 2> 20426 INFO (Thread-76) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.dv_coll.shard1.replica_n1, tag=322241914
[junit4] 2> 20426 INFO (Thread-76) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@57b19488: rootName = solr_33189, domain = solr.core.dv_coll.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.dv_coll.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@1aad4a40
[junit4] 2> 20429 INFO (searcherExecutor-308-thread-1-processing-n:127.0.0.1:33189_solr x:dv_coll_shard1_replica_n1 s:shard1 c:dv_coll r:core_node3) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.c.SolrCore [dv_coll_shard1_replica_n1] Registered new searcher Searcher@a26ee2b[dv_coll_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 20439 INFO (Thread-76) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.dv_coll.shard1.leader, tag=322241914
[junit4] 2> 20443 INFO (Thread-77) [n:127.0.0.1:44953_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 20444 INFO (Thread-76) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.c.SolrCore config update listener called for core dv_coll_shard3_replica_n4
[junit4] 2> 20447 INFO (Thread-77) [n:127.0.0.1:44953_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 20448 INFO (Thread-77) [n:127.0.0.1:44953_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
[junit4] 2> 20453 INFO (qtp1175032292-305) [n:127.0.0.1:33189_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 20453 INFO (qtp1175032292-305) [n:127.0.0.1:33189_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 20454 INFO (Thread-77) [n:127.0.0.1:44953_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.s.ZkIndexSchemaReader Current schema version 1 is already the latest
[junit4] 2> 20455 INFO (Thread-77) [n:127.0.0.1:44953_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 20455 INFO (Thread-77) [n:127.0.0.1:44953_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583366535455440896
[junit4] 2> 20459 INFO (Thread-76) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.c.SolrCore core reload dv_coll_shard3_replica_n4
[junit4] 2> 20460 INFO (qtp1175032292-305) [n:127.0.0.1:33189_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@2ad537a8[dv_coll_shard3_replica_n4] main]
[junit4] 2> 20462 INFO (Thread-77) [n:127.0.0.1:44953_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 20465 INFO (searcherExecutor-309-thread-1-processing-n:127.0.0.1:44953_solr x:dv_coll_shard2_replica_n2 s:shard2 c:dv_coll r:core_node5) [n:127.0.0.1:44953_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.c.SolrCore [dv_coll_shard2_replica_n2] Registered new searcher Searcher@35febe45[dv_coll_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 20465 INFO (Thread-77) [n:127.0.0.1:44953_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@61dc0674[dv_coll_shard2_replica_n2] main]
[junit4] 2> 20465 INFO (Thread-77) [n:127.0.0.1:44953_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.c.SolrCore [dv_coll_shard2_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@7b20cc01
[junit4] 2> 20465 INFO (Thread-77) [n:127.0.0.1:44953_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.dv_coll.shard2.replica_n2, tag=2065746945
[junit4] 2> 20465 INFO (Thread-77) [n:127.0.0.1:44953_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7b297e70: rootName = solr_44953, domain = solr.core.dv_coll.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.dv_coll.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@29115e8f
[junit4] 2> 20468 INFO (searcherExecutor-309-thread-1-processing-n:127.0.0.1:44953_solr x:dv_coll_shard2_replica_n2 s:shard2 c:dv_coll r:core_node5) [n:127.0.0.1:44953_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.c.SolrCore [dv_coll_shard2_replica_n2] Registered new searcher Searcher@61dc0674[dv_coll_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 20471 INFO (qtp1175032292-305) [n:127.0.0.1:33189_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 20474 INFO (Thread-77) [n:127.0.0.1:44953_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.dv_coll.shard2.leader, tag=2065746945
[junit4] 2> 20475 INFO (Thread-77) [n:127.0.0.1:44953_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.c.SolrCore config update listener called for core dv_coll_shard4_replica_n6
[junit4] 2> 20475 INFO (qtp1175032292-305) [n:127.0.0.1:33189_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 20476 INFO (qtp1175032292-305) [n:127.0.0.1:33189_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
[junit4] 2> 20478 INFO (qtp1175032292-305) [n:127.0.0.1:33189_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.s.ZkIndexSchemaReader Current schema version 1 is already the latest
[junit4] 2> 20479 INFO (qtp1175032292-305) [n:127.0.0.1:33189_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 20485 INFO (qtp1175032292-305) [n:127.0.0.1:33189_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583366535486898176
[junit4] 2> 20492 INFO (qtp1175032292-305) [n:127.0.0.1:33189_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 20496 INFO (searcherExecutor-310-thread-1-processing-n:127.0.0.1:33189_solr x:dv_coll_shard3_replica_n4 s:shard3 c:dv_coll r:core_node7) [n:127.0.0.1:33189_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.c.SolrCore [dv_coll_shard3_replica_n4] Registered new searcher Searcher@2ad537a8[dv_coll_shard3_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 20497 INFO (qtp1175032292-305) [n:127.0.0.1:33189_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@52ffbd67[dv_coll_shard3_replica_n4] main]
[junit4] 2> 20499 INFO (qtp1175032292-305) [n:127.0.0.1:33189_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.s.ManagedIndexSchema Waiting up to 599 secs for 3 replicas to apply schema update version 1 for collection dv_coll
[junit4] 2> 20500 INFO (zkCallback-48-thread-3-processing-n:127.0.0.1:33189_solr) [n:127.0.0.1:33189_solr ] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 1 from ZooKeeper
[junit4] 2> 20545 INFO (zkCallback-48-thread-3-processing-n:127.0.0.1:33189_solr) [n:127.0.0.1:33189_solr ] o.a.s.s.IndexSchema [dv_coll_shard3_replica_n4] Schema name=minimal
[junit4] 2> 20548 INFO (searcherExecutor-310-thread-1-processing-n:127.0.0.1:33189_solr x:dv_coll_shard3_replica_n4 s:shard3 c:dv_coll r:core_node7) [n:127.0.0.1:33189_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.c.SolrCore [dv_coll_shard3_replica_n4] Registered new searcher Searcher@52ffbd67[dv_coll_shard3_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 20550 INFO (zkCallback-48-thread-3-processing-n:127.0.0.1:33189_solr) [n:127.0.0.1:33189_solr ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 20556 INFO (qtp916103803-300) [n:127.0.0.1:44953_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.c.S.Request [dv_coll_shard4_replica_n6] webapp=/solr path=/schema/zkversion params={refreshIfBelowVersion=1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 20555 INFO (qtp916103803-303) [n:127.0.0.1:44953_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.c.S.Request [dv_coll_shard2_replica_n2] webapp=/solr path=/schema/zkversion params={refreshIfBelowVersion=1&wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 20557 INFO (zkCallback-48-thread-3-processing-n:127.0.0.1:33189_solr) [n:127.0.0.1:33189_solr ] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 56 ms
[junit4] 2> 20560 INFO (Thread-76) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 20560 INFO (qtp1175032292-313) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.c.S.Request [dv_coll_shard1_replica_n1] webapp=/solr path=/schema/zkversion params={refreshIfBelowVersion=1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 20566 INFO (qtp1175032292-305) [n:127.0.0.1:33189_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.s.ManagedIndexSchema Took 68.0ms for 3 replicas to apply schema update version 1 for collection dv_coll
[junit4] 2> 20567 INFO (qtp1175032292-305) [n:127.0.0.1:33189_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.c.S.Request [dv_coll_shard3_replica_n4] webapp=/solr path=/schema params={wt=javabin&version=2} status=0 QTime=531
[junit4] 2> 20567 INFO (qtp1175032292-305) [n:127.0.0.1:33189_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.c.SolrCore [dv_coll_shard3_replica_n4] CLOSING SolrCore org.apache.solr.core.SolrCore@4e5e8fe2
[junit4] 2> 20567 INFO (qtp1175032292-305) [n:127.0.0.1:33189_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.dv_coll.shard3.replica_n4, tag=1314820066
[junit4] 2> 20567 INFO (qtp1175032292-305) [n:127.0.0.1:33189_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2831606d: rootName = solr_33189, domain = solr.core.dv_coll.shard3.replica_n4, service url = null, agent id = null] for registry solr.core.dv_coll.shard3.replica_n4 / com.codahale.metrics.MetricRegistry@3fa1bdc4
[junit4] 2> 20570 INFO (Thread-76) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.s.IndexSchema [dv_coll_shard3_replica_n4] Schema name=minimal
[junit4] 2> 20574 INFO (Thread-76) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 20574 INFO (Thread-76) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.c.CoreContainer Reloading SolrCore 'dv_coll_shard3_replica_n4' using configuration from collection dv_coll
[junit4] 2> 20579 INFO (qtp1175032292-305) [n:127.0.0.1:33189_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.dv_coll.shard3.leader, tag=1314820066
[junit4] 2> 20607 INFO (TEST-DocValuesNotIndexedTest.testGroupingDVOnly-seed#[292C0839CDF98E88]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testGroupingDVOnly
[junit4] 2> 20645 INFO (Thread-76) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33189.solr.core.dv_coll.shard3.replica_n4' (registry 'solr.core.dv_coll.shard3.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c6455f5
[junit4] 2> 20645 INFO (Thread-76) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.c.SolrCore [[dv_coll_shard3_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DocValuesNotIndexedTest_292C0839CDF98E88-001/tempDir-001/node1/dv_coll_shard3_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DocValuesNotIndexedTest_292C0839CDF98E88-001/tempDir-001/node1/./dv_coll_shard3_replica_n4/data/]
[junit4] 2> 20656 INFO (qtp1175032292-305) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44953/solr/dv_coll_shard2_replica_n2/&wt=javabin&version=2}{deleteByQuery=*:* (-1583366535651524608)} 0 14
[junit4] 2> 20657 INFO (qtp1175032292-313) [n:127.0.0.1:33189_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard3_replica_n4] webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44953/solr/dv_coll_shard2_replica_n2/&wt=javabin&version=2}{deleteByQuery=*:* (-1583366535628455936)} 0 37
[junit4] 2> 20658 INFO (qtp916103803-312) [n:127.0.0.1:44953_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard4_replica_n6] webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44953/solr/dv_coll_shard2_replica_n2/&wt=javabin&version=2}{deleteByQuery=*:* (-1583366535647330304)} 0 20
[junit4] 2> 20659 INFO (qtp916103803-310) [n:127.0.0.1:44953_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1583366535638941696)} 0 50
[junit4] 2> 20676 INFO (qtp1175032292-302) [n:127.0.0.1:33189_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1583366535687176192,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 20676 INFO (qtp1175032292-302) [n:127.0.0.1:33189_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 20677 INFO (qtp1175032292-307) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1583366535688224768,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 20677 INFO (qtp1175032292-307) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 20678 INFO (qtp1175032292-302) [n:127.0.0.1:33189_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 20678 INFO (qtp1175032292-307) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 20678 INFO (qtp1175032292-302) [n:127.0.0.1:33189_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard3_replica_n4] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:44953/solr/dv_coll_shard4_replica_n6/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 2
[junit4] 2> 20678 INFO (qtp1175032292-307) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:44953/solr/dv_coll_shard4_replica_n6/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 1
[junit4] 2> 20700 INFO (qtp916103803-299) [n:127.0.0.1:44953_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1583366535712342016,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 20700 INFO (qtp916103803-299) [n:127.0.0.1:44953_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 20705 INFO (qtp916103803-308) [n:127.0.0.1:44953_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1583366535717584896,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 20706 INFO (qtp916103803-308) [n:127.0.0.1:44953_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 20706 INFO (qtp916103803-299) [n:127.0.0.1:44953_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 20706 INFO (qtp916103803-299) [n:127.0.0.1:44953_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard2_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:44953/solr/dv_coll_shard4_replica_n6/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 6
[junit4] 2> 20707 INFO (qtp916103803-308) [n:127.0.0.1:44953_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@4184ae77[dv_coll_shard4_replica_n6] main]
[junit4] 2> 20710 INFO (searcherExecutor-290-thread-1-processing-n:127.0.0.1:44953_solr x:dv_coll_shard4_replica_n6 s:shard4 c:dv_coll r:core_node8) [n:127.0.0.1:44953_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.c.SolrCore [dv_coll_shard4_replica_n6] Registered new searcher Searcher@4184ae77[dv_coll_shard4_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 20710 INFO (qtp916103803-308) [n:127.0.0.1:44953_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 20710 INFO (qtp916103803-308) [n:127.0.0.1:44953_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard4_replica_n6] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:44953/solr/dv_coll_shard4_replica_n6/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 5
[junit4] 2> 20712 INFO (qtp916103803-303) [n:127.0.0.1:44953_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard4_replica_n6] webapp=/solr path=/update params={_stateVer_=dv_coll:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 51
[junit4] 2> 20755 INFO (Thread-76) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 20755 INFO (Thread-76) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 20761 INFO (Thread-76) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4c3477b2[dv_coll_shard3_replica_n4] main]
[junit4] 2> 20762 INFO (Thread-76) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 20762 INFO (Thread-76) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 20762 INFO (Thread-76) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
[junit4] 2> 20766 INFO (Thread-76) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 1 is already the latest
[junit4] 2> 20767 INFO (Thread-76) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 20783 INFO (searcherExecutor-321-thread-1-processing-n:127.0.0.1:33189_solr x:dv_coll_shard1_replica_n1 s:shard1 c:dv_coll r:core_node3) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.c.SolrCore [dv_coll_shard3_replica_n4] Registered new searcher Searcher@4c3477b2[dv_coll_shard3_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 20787 INFO (qtp916103803-365) [n:127.0.0.1:44953_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard4_replica_n6] webapp=/solr path=/update params={_stateVer_=dv_coll:4&wt=javabin&version=2}{add=[10000 (1583366535770013696), 5 (1583366535779450880), 17 (1583366535782596608), 19 (1583366535783645184), 21 (1583366535798325248), 23 (1583366535799373824), 25 (1583366535800422400), 29 (1583366535800422401), 10030 (1583366535801470976), 33 (1583366535801470977), ... (13 adds)]} 0 32
[junit4] 2> 20792 INFO (qtp1175032292-313) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=dv_coll:4&wt=javabin&version=2}{add=[1 (1583366535784693760), 8 (1583366535786790912), 10 (1583366535792033792), 11 (1583366535793082368), 13 (1583366535793082369), 14 (1583366535794130944), 10015 (1583366535794130945), 10020 (1583366535795179520), 24 (1583366535795179521), 27 (1583366535795179522), ... (16 adds)]} 0 24
[junit4] 2> 20794 INFO (Thread-76) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 20806 INFO (qtp916103803-300) [n:127.0.0.1:44953_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard2_replica_n2] webapp=/solr path=/update params={_stateVer_=dv_coll:4&wt=javabin&version=2}{add=[0 (1583366535784693760), 4 (1583366535805665280), 10005 (1583366535806713856), 12 (1583366535806713857), 15 (1583366535806713858), 16 (1583366535807762432), 20 (1583366535807762433), 22 (1583366535808811008), 34 (1583366535808811009), 35 (1583366535809859584), ... (16 adds)]} 0 37
[junit4] 2> 20811 INFO (qtp1175032292-304) [n:127.0.0.1:33189_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard3_replica_n4] webapp=/solr path=/update params={_stateVer_=dv_coll:4&wt=javabin&version=2}{add=[2 (1583366535770013696), 3 (1583366535798325248), 6 (1583366535818248192), 7 (1583366535819296768), 9 (158
[...truncated too long message...]
nit4] 2> 22044 INFO (coreCloseExecutor-326-thread-1) [n:127.0.0.1:33189_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.dv_coll.shard3.replica_n4, tag=1643200159
[junit4] 2> 22044 INFO (coreCloseExecutor-326-thread-1) [n:127.0.0.1:33189_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@37b5b88d: rootName = solr_33189, domain = solr.core.dv_coll.shard3.replica_n4, service url = null, agent id = null] for registry solr.core.dv_coll.shard3.replica_n4 / com.codahale.metrics.MetricRegistry@3fa1bdc4
[junit4] 2> 22050 INFO (jetty-closer-37-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:44953_solr
[junit4] 2> 22051 INFO (coreCloseExecutor-326-thread-2) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.c.SolrCore [dv_coll_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@377d744e
[junit4] 2> 22052 INFO (jetty-closer-37-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 22052 INFO (zkCallback-48-thread-1-processing-n:127.0.0.1:33189_solr) [n:127.0.0.1:33189_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 22052 INFO (zkCallback-47-thread-1-processing-n:127.0.0.1:44953_solr) [n:127.0.0.1:44953_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 22059 INFO (coreCloseExecutor-327-thread-1) [n:127.0.0.1:44953_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.c.SolrCore [dv_coll_shard4_replica_n6] CLOSING SolrCore org.apache.solr.core.SolrCore@fda5690
[junit4] 2> 22059 INFO (coreCloseExecutor-327-thread-1) [n:127.0.0.1:44953_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.dv_coll.shard4.replica_n6, tag=265967248
[junit4] 2> 22059 INFO (coreCloseExecutor-327-thread-1) [n:127.0.0.1:44953_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3226921c: rootName = solr_44953, domain = solr.core.dv_coll.shard4.replica_n6, service url = null, agent id = null] for registry solr.core.dv_coll.shard4.replica_n6 / com.codahale.metrics.MetricRegistry@521a2078
[junit4] 2> 22081 INFO (coreCloseExecutor-327-thread-2) [n:127.0.0.1:44953_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.c.SolrCore [dv_coll_shard2_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@19c4ee1b
[junit4] 2> 22082 INFO (coreCloseExecutor-326-thread-2) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.dv_coll.shard1.replica_n1, tag=930968654
[junit4] 2> 22082 INFO (coreCloseExecutor-326-thread-2) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@73c6ba93: rootName = solr_33189, domain = solr.core.dv_coll.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.dv_coll.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@1aad4a40
[junit4] 2> 22095 INFO (coreCloseExecutor-327-thread-2) [n:127.0.0.1:44953_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.dv_coll.shard2.replica_n2, tag=432336411
[junit4] 2> 22095 INFO (coreCloseExecutor-327-thread-2) [n:127.0.0.1:44953_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@47618b95: rootName = solr_44953, domain = solr.core.dv_coll.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.dv_coll.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@29115e8f
[junit4] 2> 22095 INFO (coreCloseExecutor-326-thread-1) [n:127.0.0.1:33189_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.dv_coll.shard3.leader, tag=1643200159
[junit4] 2> 22097 INFO (coreCloseExecutor-326-thread-2) [n:127.0.0.1:33189_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.dv_coll.shard1.leader, tag=930968654
[junit4] 2> 22108 INFO (jetty-closer-37-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98960408186912774-127.0.0.1:33189_solr-n_0000000000) closing
[junit4] 2> 22108 INFO (OverseerStateUpdate-98960408186912774-127.0.0.1:33189_solr-n_0000000000) [n:127.0.0.1:33189_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:33189_solr
[junit4] 2> 22108 WARN (OverseerAutoScalingTriggerThread-98960408186912774-127.0.0.1:33189_solr-n_0000000000) [n:127.0.0.1:33189_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 22114 INFO (coreCloseExecutor-327-thread-1) [n:127.0.0.1:44953_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.dv_coll.shard4.leader, tag=265967248
[junit4] 2> 22114 INFO (coreCloseExecutor-327-thread-2) [n:127.0.0.1:44953_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.dv_coll.shard2.leader, tag=432336411
[junit4] 2> 22125 INFO (zkCallback-47-thread-1-processing-n:127.0.0.1:44953_solr) [n:127.0.0.1:44953_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44953_solr
[junit4] 2> 22126 INFO (jetty-closer-37-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@54c33954{/solr,null,UNAVAILABLE}
[junit4] 2> 22130 INFO (jetty-closer-37-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6aa8e9a2{/solr,null,UNAVAILABLE}
[junit4] 2> 22131 ERROR (SUITE-DocValuesNotIndexedTest-seed#[292C0839CDF98E88]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 22132 INFO (SUITE-DocValuesNotIndexedTest-seed#[292C0839CDF98E88]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41145 41145
[junit4] 2> 27624 INFO (Thread-54) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41145 41145
[junit4] 2> 27625 WARN (Thread-54) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/configs/conf1/managed-schema
[junit4] 2> 4 /solr/configs/conf1
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/collections/dv_coll/state.json
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 2 /solr/configs/conf1/managed-schema
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DocValuesNotIndexedTest_292C0839CDF98E88-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {_version_=Lucene50(blocksize=128), id=PostingsFormat(name=Direct)}, docValues:{floatField=DocValuesFormat(name=Lucene70), doubleField=DocValuesFormat(name=Memory), intFieldMulti=DocValuesFormat(name=Direct), boolFieldMulti=DocValuesFormat(name=Memory), floatGSL=DocValuesFormat(name=Lucene70), longFieldMulti=DocValuesFormat(name=Lucene70), intField=DocValuesFormat(name=Lucene70), boolField=DocValuesFormat(name=Lucene70), stringFieldMulti=DocValuesFormat(name=Lucene70), dateFieldMulti=DocValuesFormat(name=Memory), longGSF=DocValuesFormat(name=Direct), doubleFieldMulti=DocValuesFormat(name=Lucene70), stringGSL=DocValuesFormat(name=Lucene70), doubleGSF=DocValuesFormat(name=Memory), doubleGSL=DocValuesFormat(name=Lucene70), stringGSF=DocValuesFormat(name=Memory), intGSL=DocValuesFormat(name=Memory), longField=DocValuesFormat(name=Direct), dateField=DocValuesFormat(name=Direct), dateGSF=DocValuesFormat(name=Lucene70), boolGSF=DocValuesFormat(name=Lucene70), longGSL=DocValuesFormat(name=Lucene70), boolGSL=DocValuesFormat(name=Direct), floatFieldMulti=DocValuesFormat(name=Lucene70), floatGSF=DocValuesFormat(name=Direct), dateGSL=DocValuesFormat(name=Direct), _version_=DocValuesFormat(name=Lucene70), intGSF=DocValuesFormat(name=Lucene70), stringField=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=1077, maxMBSortInHeap=6.9453405368457855, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@328cc006), locale=bez-TZ, timezone=Asia/Yerevan
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=1,free=368958488,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestPushWriter, TestCoreDiscovery, TestStandardQParsers, TestNumericTerms64, ConjunctionSolrSpellCheckerTest, DistributedExpandComponentTest, DocValuesNotIndexedTest]
[junit4] Completed [8/749 (1!)] on J2 in 11.48s, 4 tests, 1 failure <<< FAILURES!
[...truncated 42580 lines...]