You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2016/11/12 21:56:44 UTC
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 197 - Still
Unstable
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/197/
2 tests failed.
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/9)={ "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-bfffffff", "state":"active", "replicas":{}}, "shard2":{ "range":"c0000000-ffffffff", "state":"active", "replicas":{}}, "shard3":{ "range":"0-3fffffff", "state":"active", "replicas":{}}, "shard4":{ "range":"40000000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"3", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/9)={
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-bfffffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"c0000000-ffffffff",
"state":"active",
"replicas":{}},
"shard3":{
"range":"0-3fffffff",
"state":"active",
"replicas":{}},
"shard4":{
"range":"40000000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"3",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([F271390D7968BA19:BA044DB97F5B958C]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:236)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([F271390D7968BA19:DF0F76578E4C0015]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 12882 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F271390D7968BA19-001/init-core-data-001
[junit4] 2> 5101576 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F271390D7968BA19]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 5101578 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F271390D7968BA19]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F271390D7968BA19-001/tempDir-001
[junit4] 2> 5101578 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F271390D7968BA19]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 5101578 INFO (Thread-65840) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 5101578 INFO (Thread-65840) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 5101678 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F271390D7968BA19]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:59209
[junit4] 2> 5101687 INFO (jetty-launcher-4801-thread-1) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 5101688 INFO (jetty-launcher-4801-thread-2) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 5101690 INFO (jetty-launcher-4801-thread-3) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 5101702 INFO (jetty-launcher-4801-thread-4) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 5101706 INFO (jetty-launcher-4801-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6500f29e{/solr,null,AVAILABLE}
[junit4] 2> 5101712 INFO (jetty-launcher-4801-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2f4f4639{/solr,null,AVAILABLE}
[junit4] 2> 5101714 INFO (jetty-launcher-4801-thread-1) [ ] o.e.j.s.ServerConnector Started ServerConnector@3a19ead3{SSL,[ssl, http/1.1]}{127.0.0.1:51302}
[junit4] 2> 5101714 INFO (jetty-launcher-4801-thread-1) [ ] o.e.j.s.Server Started @5108842ms
[junit4] 2> 5101714 INFO (jetty-launcher-4801-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51302}
[junit4] 2> 5101714 ERROR (jetty-launcher-4801-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 5101714 INFO (jetty-launcher-4801-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 5101714 INFO (jetty-launcher-4801-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 5101715 INFO (jetty-launcher-4801-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 5101715 INFO (jetty-launcher-4801-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-12T21:21:45.876Z
[junit4] 2> 5101718 INFO (jetty-launcher-4801-thread-3) [ ] o.e.j.s.ServerConnector Started ServerConnector@50a67e8{SSL,[ssl, http/1.1]}{127.0.0.1:46043}
[junit4] 2> 5101718 INFO (jetty-launcher-4801-thread-3) [ ] o.e.j.s.Server Started @5108846ms
[junit4] 2> 5101718 INFO (jetty-launcher-4801-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46043}
[junit4] 2> 5101718 ERROR (jetty-launcher-4801-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 5101718 INFO (jetty-launcher-4801-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 5101718 INFO (jetty-launcher-4801-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 5101718 INFO (jetty-launcher-4801-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 5101718 INFO (jetty-launcher-4801-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-12T21:21:45.879Z
[junit4] 2> 5101724 INFO (jetty-launcher-4801-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6d9a3fae{/solr,null,AVAILABLE}
[junit4] 2> 5101726 INFO (jetty-launcher-4801-thread-2) [ ] o.e.j.s.ServerConnector Started ServerConnector@6ed80bb8{SSL,[ssl, http/1.1]}{127.0.0.1:32880}
[junit4] 2> 5101726 INFO (jetty-launcher-4801-thread-2) [ ] o.e.j.s.Server Started @5108854ms
[junit4] 2> 5101726 INFO (jetty-launcher-4801-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=32880}
[junit4] 2> 5101726 ERROR (jetty-launcher-4801-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 5101726 INFO (jetty-launcher-4801-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 5101726 INFO (jetty-launcher-4801-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 5101726 INFO (jetty-launcher-4801-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 5101726 INFO (jetty-launcher-4801-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-12T21:21:45.887Z
[junit4] 2> 5101728 INFO (jetty-launcher-4801-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2a771bc1{/solr,null,AVAILABLE}
[junit4] 2> 5101729 INFO (jetty-launcher-4801-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 5101730 INFO (jetty-launcher-4801-thread-4) [ ] o.e.j.s.ServerConnector Started ServerConnector@7fbd0882{SSL,[ssl, http/1.1]}{127.0.0.1:50382}
[junit4] 2> 5101730 INFO (jetty-launcher-4801-thread-4) [ ] o.e.j.s.Server Started @5108858ms
[junit4] 2> 5101730 INFO (jetty-launcher-4801-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=50382}
[junit4] 2> 5101730 ERROR (jetty-launcher-4801-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 5101730 INFO (jetty-launcher-4801-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 5101730 INFO (jetty-launcher-4801-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 5101730 INFO (jetty-launcher-4801-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 5101730 INFO (jetty-launcher-4801-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-12T21:21:45.891Z
[junit4] 2> 5101741 INFO (jetty-launcher-4801-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 5101742 INFO (jetty-launcher-4801-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 5101747 INFO (jetty-launcher-4801-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 5101748 INFO (jetty-launcher-4801-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 5101749 INFO (jetty-launcher-4801-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 5101751 INFO (jetty-launcher-4801-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59209/solr
[junit4] 2> 5101752 INFO (jetty-launcher-4801-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59209/solr
[junit4] 2> 5101753 INFO (jetty-launcher-4801-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 5101754 INFO (jetty-launcher-4801-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 5101754 INFO (jetty-launcher-4801-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59209/solr
[junit4] 2> 5101755 INFO (jetty-launcher-4801-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59209/solr
[junit4] 2> 5101758 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1585a6ae90c0009, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 5101759 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1585a6ae90c0007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 5101778 INFO (jetty-launcher-4801-thread-2) [n:127.0.0.1:32880_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:32880_solr
[junit4] 2> 5101781 INFO (jetty-launcher-4801-thread-2) [n:127.0.0.1:32880_solr ] o.a.s.c.Overseer Overseer (id=96926807211376648-127.0.0.1:32880_solr-n_0000000000) starting
[junit4] 2> 5101797 INFO (jetty-launcher-4801-thread-3) [n:127.0.0.1:46043_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46043_solr
[junit4] 2> 5101797 INFO (jetty-launcher-4801-thread-1) [n:127.0.0.1:51302_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51302_solr
[junit4] 2> 5101805 INFO (zkCallback-4821-thread-1-processing-n:127.0.0.1:50382_solr) [n:127.0.0.1:50382_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 5101805 INFO (zkCallback-4822-thread-1-processing-n:127.0.0.1:51302_solr) [n:127.0.0.1:51302_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 5101805 INFO (zkCallback-4820-thread-1-processing-n:127.0.0.1:46043_solr) [n:127.0.0.1:46043_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 5101806 INFO (jetty-launcher-4801-thread-4) [n:127.0.0.1:50382_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50382_solr
[junit4] 2> 5101808 INFO (zkCallback-4820-thread-1-processing-n:127.0.0.1:46043_solr) [n:127.0.0.1:46043_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 5101809 INFO (OverseerStateUpdate-96926807211376648-127.0.0.1:32880_solr-n_0000000000) [n:127.0.0.1:32880_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 5101811 INFO (jetty-launcher-4801-thread-2) [n:127.0.0.1:32880_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32880_solr
[junit4] 2> 5101812 INFO (jetty-launcher-4801-thread-3) [n:127.0.0.1:46043_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F271390D7968BA19-001/tempDir-001/node3/.
[junit4] 2> 5101812 INFO (zkCallback-4820-thread-1-processing-n:127.0.0.1:46043_solr) [n:127.0.0.1:46043_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 5101813 INFO (zkCallback-4821-thread-1-processing-n:127.0.0.1:50382_solr) [n:127.0.0.1:50382_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 5101813 INFO (zkCallback-4819-thread-2-processing-n:127.0.0.1:32880_solr) [n:127.0.0.1:32880_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 5101813 INFO (zkCallback-4822-thread-1-processing-n:127.0.0.1:51302_solr) [n:127.0.0.1:51302_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 5101814 INFO (zkCallback-4819-thread-1-processing-n:127.0.0.1:32880_solr) [n:127.0.0.1:32880_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 5101815 INFO (zkCallback-4821-thread-1-processing-n:127.0.0.1:50382_solr) [n:127.0.0.1:50382_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 5101815 INFO (zkCallback-4820-thread-1-processing-n:127.0.0.1:46043_solr) [n:127.0.0.1:46043_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 5101821 INFO (jetty-launcher-4801-thread-4) [n:127.0.0.1:50382_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F271390D7968BA19-001/tempDir-001/node4/.
[junit4] 2> 5101822 INFO (zkCallback-4822-thread-1-processing-n:127.0.0.1:51302_solr) [n:127.0.0.1:51302_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 5101828 INFO (jetty-launcher-4801-thread-2) [n:127.0.0.1:32880_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F271390D7968BA19-001/tempDir-001/node2/.
[junit4] 2> 5101837 INFO (jetty-launcher-4801-thread-1) [n:127.0.0.1:51302_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F271390D7968BA19-001/tempDir-001/node1/.
[junit4] 2> 5101843 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F271390D7968BA19]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 5101899 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F271390D7968BA19]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 5101904 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F271390D7968BA19]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 5101906 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F271390D7968BA19]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 5101919 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F271390D7968BA19]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_38756_hdfs____i0cldp/webapp
[junit4] 2> 5102279 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F271390D7968BA19]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:38756
[junit4] 2> 5102333 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F271390D7968BA19]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 5102334 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F271390D7968BA19]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 5102348 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F271390D7968BA19]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_49498_datanode____.65pfmz/webapp
[junit4] 2> 5102762 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F271390D7968BA19]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:49498
[junit4] 2> 5102844 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F271390D7968BA19]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 5102846 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F271390D7968BA19]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 5102862 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F271390D7968BA19]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_33153_datanode____5122za/webapp
[junit4] 2> 5102952 INFO (IPC Server handler 3 on 45374) [ ] BlockStateChange BLOCK* processReport: from storage DS-1016e7ff-ca5b-4bc5-a254-e62816ae9993 node DatanodeRegistration(127.0.0.1:40559, datanodeUuid=4dbe593a-b7bb-4a45-9565-5734b076e4d6, infoPort=51325, infoSecurePort=0, ipcPort=35591, storageInfo=lv=-56;cid=testClusterID;nsid=1705878909;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 5102952 INFO (IPC Server handler 3 on 45374) [ ] BlockStateChange BLOCK* processReport: from storage DS-bc3221f5-a4c1-48ad-8fb7-0e99d2db95b3 node DatanodeRegistration(127.0.0.1:40559, datanodeUuid=4dbe593a-b7bb-4a45-9565-5734b076e4d6, infoPort=51325, infoSecurePort=0, ipcPort=35591, storageInfo=lv=-56;cid=testClusterID;nsid=1705878909;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 5103256 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F271390D7968BA19]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:33153
[junit4] 2> 5103408 INFO (IPC Server handler 3 on 45374) [ ] BlockStateChange BLOCK* processReport: from storage DS-2de90e67-b58c-488a-88cf-519b872ff0cb node DatanodeRegistration(127.0.0.1:43585, datanodeUuid=382b1db1-0ad9-4e4b-ae0a-4957faf49078, infoPort=38492, infoSecurePort=0, ipcPort=55996, storageInfo=lv=-56;cid=testClusterID;nsid=1705878909;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 5103408 INFO (IPC Server handler 3 on 45374) [ ] BlockStateChange BLOCK* processReport: from storage DS-a1bb6490-d10f-40bb-8c4e-1cacfe927458 node DatanodeRegistration(127.0.0.1:43585, datanodeUuid=382b1db1-0ad9-4e4b-ae0a-4957faf49078, infoPort=38492, infoSecurePort=0, ipcPort=55996, storageInfo=lv=-56;cid=testClusterID;nsid=1705878909;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 5103587 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testBadActionNames-seed#[F271390D7968BA19]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBadActionNames
[junit4] 2> 5103588 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testBadActionNames-seed#[F271390D7968BA19]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 5103655 ERROR (qtp606807415-85466) [n:127.0.0.1:50382_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Unknown action: BADACTION
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:203)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:153)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:660)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:441)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:303)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:254)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1676)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1676)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:581)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1160)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:511)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1092)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:462)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:518)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:308)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:244)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:186)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceAndRun(ExecuteProduceConsume.java:246)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:156)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 5103656 INFO (qtp606807415-85466) [n:127.0.0.1:50382_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=badactioncollection&action=BADACTION&numShards=2&wt=javabin&version=2} status=400 QTime=0
[junit4] 2> 5103656 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testBadActionNames-seed#[F271390D7968BA19]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testBadActionNames
[junit4] 2> 5103728 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection-seed#[F271390D7968BA19]) [ ] o.a.s.SolrTestCaseJ4 ###Starting deletePartiallyCreatedCollection
[junit4] 2> 5103729 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection-seed#[F271390D7968BA19]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 5103734 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr ] o.a.s.h.a.CoreAdminOperation core create command dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F271390D7968BA19-001/tempDir-003&collection.configName=conf&name=halfdeletedcollection_shard1_replica1&action=CREATE&numShards=2&collection=halfdeletedcollection&wt=javabin&version=2
[junit4] 2> 5103735 INFO (OverseerStateUpdate-96926807211376648-127.0.0.1:32880_solr-n_0000000000) [n:127.0.0.1:32880_solr ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 5104746 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 5104754 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.s.IndexSchema [halfdeletedcollection_shard1_replica1] Schema name=minimal
[junit4] 2> 5104757 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 5104758 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection x:halfdeletedcollection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection_shard1_replica1' using configuration from collection halfdeletedcollection
[junit4] 2> 5104758 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:45374/data
[junit4] 2> 5104759 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 5104759 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.SolrCore [[halfdeletedcollection_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F271390D7968BA19-001/tempDir-001/node4/halfdeletedcollection_shard1_replica1], dataDir=[hdfs://localhost:45374/data/halfdeletedcollection/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F271390D7968BA19-001/tempDir-003/]
[junit4] 2> 5104759 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45374/data/halfdeletedcollection/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F271390D7968BA19-001/tempDir-003/snapshot_metadata
[junit4] 2> 5104766 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 5104766 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 5104766 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 5104771 WARN (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
[junit4] 2> 5109775 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 5109776 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45374/data/halfdeletedcollection/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F271390D7968BA19-001/tempDir-003
[junit4] 2> 5109796 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45374/data/halfdeletedcollection/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F271390D7968BA19-001/tempDir-003/index
[junit4] 2> 5109803 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 5109803 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 5109803 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 5109811 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 5109841 INFO (IPC Server handler 6 on 45374) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43585 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-bc3221f5-a4c1-48ad-8fb7-0e99d2db95b3:NORMAL:127.0.0.1:40559|RBW], ReplicaUC[[DISK]DS-a1bb6490-d10f-40bb-8c4e-1cacfe927458:NORMAL:127.0.0.1:43585|RBW]]} size 0
[junit4] 2> 5109841 INFO (IPC Server handler 0 on 45374) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:40559 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-bc3221f5-a4c1-48ad-8fb7-0e99d2db95b3:NORMAL:127.0.0.1:40559|RBW], ReplicaUC[[DISK]DS-a1bb6490-d10f-40bb-8c4e-1cacfe927458:NORMAL:127.0.0.1:43585|RBW]]} size 0
[junit4] 2> 5109862 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 5109862 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 5109862 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 5109875 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 5109875 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 5109883 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7ca61d0b[halfdeletedcollection_shard1_replica1] main]
[junit4] 2> 5109884 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 5109885 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 5109885 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 5109885 INFO (searcherExecutor-10345-thread-1-processing-n:127.0.0.1:50382_solr x:halfdeletedcollection_shard1_replica1 s:shard2 c:halfdeletedcollection r:core_node1) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.SolrCore [halfdeletedcollection_shard1_replica1] Registered new searcher Searcher@7ca61d0b[halfdeletedcollection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 5109885 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1550828924091498496
[junit4] 2> 5109893 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 5109893 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 5109893 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:50382/solr/halfdeletedcollection_shard1_replica1/
[junit4] 2> 5109896 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 5109896 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:50382/solr/halfdeletedcollection_shard1_replica1/ has no replicas
[junit4] 2> 5109902 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:50382/solr/halfdeletedcollection_shard1_replica1/ shard2
[junit4] 2> 5110053 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 5110057 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard2 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F271390D7968BA19-001/tempDir-003&collection.configName=conf&name=halfdeletedcollection_shard1_replica1&action=CREATE&numShards=2&collection=halfdeletedcollection&wt=javabin&version=2} status=0 QTime=6324
[junit4] 2> 5110059 INFO (qtp606807415-85458) [n:127.0.0.1:50382_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=halfdeletedcollection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 5110076 INFO (OverseerThreadFactory-10336-thread-1-processing-n:127.0.0.1:32880_solr) [n:127.0.0.1:32880_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 5110085 INFO (qtp606807415-85465) [n:127.0.0.1:50382_solr ] o.a.s.c.SolrCore [halfdeletedcollection_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@27f2cf1d
[junit4] 2> 5110090 INFO (qtp606807415-85465) [n:127.0.0.1:50382_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:45374/data/halfdeletedcollection/core_node1/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F271390D7968BA19-001/tempDir-003/index
[junit4] 2> 5110090 INFO (qtp606807415-85465) [n:127.0.0.1:50382_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:45374/data/halfdeletedcollection/core_node1/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F271390D7968BA19-001/tempDir-003/snapshot_metadata
[junit4] 2> 5110091 INFO (qtp606807415-85465) [n:127.0.0.1:50382_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:45374/data/halfdeletedcollection/core_node1/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F271390D7968BA19-001/tempDir-003
[junit4] 2> 5110099 INFO (IPC Server handler 1 on 45374) [ ] BlockStateChange BLOCK* addToInvalidates: blk_1073741825_1001 127.0.0.1:40559 127.0.0.1:43585
[junit4] 2> 5110101 INFO (qtp606807415-85465) [n:127.0.0.1:50382_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=halfdeletedcollection_shard1_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=17
[junit4] 2> 5110807 INFO (qtp606807415-85458) [n:127.0.0.1:50382_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=halfdeletedcollection&action=DELETE&wt=javabin&version=2} status=0 QTime=748
[junit4] 2> 5110809 INFO (qtp606807415-85464) [n:127.0.0.1:50382_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 5110809 INFO (qtp606807415-85464) [n:127.0.0.1:50382_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 5110811 INFO (qtp606807415-85464) [n:127.0.0.1:50382_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=halfdeletedcollection&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 5110816 INFO (OverseerThreadFactory-10336-thread-2-processing-n:127.0.0.1:32880_solr) [n:127.0.0.1:32880_solr ] o.a.s.c.CreateCollectionCmd Create collection halfdeletedcollection
[junit4] 2> 5110816 INFO (OverseerCollectionConfigSetProcessor-96926807211376648-127.0.0.1:32880_solr-n_0000000000) [n:127.0.0.1:32880_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 5111026 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=halfdeletedcollection_shard1_replica1&action=CREATE&numShards=2&collection=halfdeletedcollection&shard=shard1&wt=javabin&version=2
[junit4] 2> 5111079 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=halfdeletedcollection_shard2_replica1&action=CREATE&numShards=2&collection=halfdeletedcollection&shard=shard2&wt=javabin&version=2
[junit4] 2> 5111184 INFO (zkCallback-4820-thread-1-processing-n:127.0.0.1:46043_solr) [n:127.0.0.1:46043_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 5111185 INFO (zkCallback-4821-thread-1-processing-n:127.0.0.1:50382_solr) [n:127.0.0.1:50382_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 5111320 INFO (org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$ReplicationMonitor@5b2a5718) [ ] BlockStateChange BLOCK* BlockManager: ask 127.0.0.1:40559 to delete [blk_1073741825_1001]
[junit4] 2> 5112042 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 5112052 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.s.IndexSchema [halfdeletedcollection_shard1_replica1] Schema name=minimal
[junit4] 2> 5112059 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 5112061 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection_shard1_replica1' using configuration from collection halfdeletedcollection
[junit4] 2> 5112061 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:45374/data
[junit4] 2> 5112062 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 5112062 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.SolrCore [[halfdeletedcollection_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F271390D7968BA19-001/tempDir-001/node4/halfdeletedcollection_shard1_replica1], dataDir=[hdfs://localhost:45374/data/halfdeletedcollection/core_node1/data/]
[junit4] 2> 5112062 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45374/data/halfdeletedcollection/core_node1/data/snapshot_metadata
[junit4] 2> 5112074 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 5112074 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 5112074 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 5112088 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 5112089 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45374/data/halfdeletedcollection/core_node1/data
[junit4] 2> 5112090 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 5112099 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 x:halfdeletedcollection_shard2_replica1] o.a.s.s.IndexSchema [halfdeletedcollection_shard2_replica1] Schema name=minimal
[junit4] 2> 5112102 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 x:halfdeletedcollection_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 5112103 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection_shard2_replica1' using configuration from collection halfdeletedcollection
[junit4] 2> 5112103 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 r:core_node2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:45374/data
[junit4] 2> 5112103 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 r:core_node2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 5112103 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 r:core_node2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.SolrCore [[halfdeletedcollection_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F271390D7968BA19-001/tempDir-001/node3/halfdeletedcollection_shard2_replica1], dataDir=[hdfs://localhost:45374/data/halfdeletedcollection/core_node2/data/]
[junit4] 2> 5112103 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 r:core_node2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45374/data/halfdeletedcollection/core_node2/data/snapshot_metadata
[junit4] 2> 5112127 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45374/data/halfdeletedcollection/core_node1/data/index
[junit4] 2> 5112131 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 r:core_node2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 5112131 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 r:core_node2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 5112131 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 r:core_node2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 5112139 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 5112140 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 5112140 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 5112145 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 r:core_node2 x:halfdeletedcollection_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 5112149 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 r:core_node2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45374/data/halfdeletedcollection/core_node2/data
[junit4] 2> 5112152 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 5112176 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 r:core_node2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45374/data/halfdeletedcollection/core_node2/data/index
[junit4] 2> 5112179 INFO (IPC Server handler 2 on 45374) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:40559 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-2de90e67-b58c-488a-88cf-519b872ff0cb:NORMAL:127.0.0.1:43585|RBW], ReplicaUC[[DISK]DS-1016e7ff-ca5b-4bc5-a254-e62816ae9993:NORMAL:127.0.0.1:40559|RBW]]} size 0
[junit4] 2> 5112180 INFO (IPC Server handler 0 on 45374) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43585 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-2de90e67-b58c-488a-88cf-519b872ff0cb:NORMAL:127.0.0.1:43585|RBW], ReplicaUC[[DISK]DS-1016e7ff-ca5b-4bc5-a254-e62816ae9993:NORMAL:127.0.0.1:40559|RBW]]} size 0
[junit4] 2> 5112186 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 r:core_node2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 5112186 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 r:core_node2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 5112186 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 r:core_node2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 5112197 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 5112197 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 5112197 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 5112200 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 r:core_node2 x:halfdeletedcollection_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 5112208 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 5112208 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 5112216 INFO (IPC Server handler 0 on 45374) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43585 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-1016e7ff-ca5b-4bc5-a254-e62816ae9993:NORMAL:127.0.0.1:40559|RBW], ReplicaUC[[DISK]DS-a1bb6490-d10f-40bb-8c4e-1cacfe927458:NORMAL:127.0.0.1:43585|FINALIZED]]} size 0
[junit4] 2> 5112216 INFO (IPC Server handler 6 on 45374) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:40559 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-a1bb6490-d10f-40bb-8c4e-1cacfe927458:NORMAL:127.0.0.1:43585|FINALIZED], ReplicaUC[[DISK]DS-bc3221f5-a4c1-48ad-8fb7-0e99d2db95b3:NORMAL:127.0.0.1:40559|FINALIZED]]} size 0
[junit4] 2> 5112218 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@742bb306[halfdeletedcollection_shard1_replica1] main]
[junit4] 2> 5112219 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 5112220 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 5112220 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 5112220 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1550828926539923456
[junit4] 2> 5112222 INFO (searcherExecutor-10350-thread-1-processing-n:127.0.0.1:50382_solr x:halfdeletedcollection_shard1_replica1 s:shard1 c:halfdeletedcollection r:core_node1) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.SolrCore [halfdeletedcollection_shard1_replica1] Registered new searcher Searcher@742bb306[halfdeletedcollection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 5112229 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 5112230 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 5112230 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:50382/solr/halfdeletedcollection_shard1_replica1/
[junit4] 2> 5112230 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 5112230 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:50382/solr/halfdeletedcollection_shard1_replica1/ has no replicas
[junit4] 2> 5112230 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 r:core_node2 x:halfdeletedcollection_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 5112230 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 r:core_node2 x:halfdeletedcollection_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 5112230 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 r:core_node2 x:halfdeletedcollection_shard2_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 5112235 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:50382/solr/halfdeletedcollection_shard1_replica1/ shard1
[junit4] 2> 5112242 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 r:core_node2 x:halfdeletedcollection_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 5112242 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 r:core_node2 x:halfdeletedcollection_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 5112249 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 r:core_node2 x:halfdeletedcollection_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@44137b59[halfdeletedcollection_shard2_replica1] main]
[junit4] 2> 5112250 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 r:core_node2 x:halfdeletedcollection_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 5112251 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 r:core_node2 x:halfdeletedcollection_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 5112251 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 r:core_node2 x:halfdeletedcollection_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 5112251 INFO (searcherExecutor-10351-thread-1-processing-n:127.0.0.1:46043_solr x:halfdeletedcollection_shard2_replica1 s:shard2 c:halfdeletedcollection r:core_node2) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 r:core_node2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.SolrCore [halfdeletedcollection_shard2_replica1] Registered new searcher Searcher@44137b59[halfdeletedcollection_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 5112251 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 r:core_node2 x:halfdeletedcollection_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1550828926572429312
[junit4] 2> 5112258 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 r:core_node2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 5112258 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 r:core_node2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 5112258 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 r:core_node2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:46043/solr/halfdeletedcollection_shard2_replica1/
[junit4] 2> 5112258 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 r:core_node2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 5112258 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 r:core_node2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:46043/solr/halfdeletedcollection_shard2_replica1/ has no replicas
[junit4] 2> 5112262 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 r:core_node2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:46043/solr/halfdeletedcollection_shard2_replica1/ shard2
[junit4] 2> 5112366 INFO (zkCallback-4820-thread-1-processing-n:127.0.0.1:46043_solr) [n:127.0.0.1:46043_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 5112366 INFO (zkCallback-4821-thread-1-processing-n:127.0.0.1:50382_solr) [n:127.0.0.1:50382_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 5112386 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 5112387 INFO (qtp606807415-85463) [n:127.0.0.1:50382_solr c:halfdeletedcollection s:shard1 r:core_node1 x:halfdeletedcollection_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=halfdeletedcollection_shard1_replica1&action=CREATE&numShards=2&collection=halfdeletedcollection&shard=shard1&wt=javabin&version=2} status=0 QTime=1361
[junit4] 2> 5112415 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 r:core_node2 x:halfdeletedcollection_shard2_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 5112418 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfdeletedcollection s:shard2 r:core_node2 x:halfdeletedcollection_shard2_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=halfdeletedcollection_shard2_replica1&action=CREATE&numShards=2&collection=halfdeletedcollection&shard=shard2&wt=javabin&version=2} status=0 QTime=1338
[junit4] 2> 5112420 INFO (qtp606807415-85464) [n:127.0.0.1:50382_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 5112519 INFO (zkCallback-4821-thread-1-processing-n:127.0.0.1:50382_solr) [n:127.0.0.1:50382_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 5112519 INFO (zkCallback-4820-thread-1-processing-n:127.0.0.1:46043_solr) [n:127.0.0.1:46043_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 5112818 INFO (OverseerCollectionConfigSetProcessor-96926807211376648-127.0.0.1:32880_solr-n_0000000000) [n:127.0.0.1:32880_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 5113420 INFO (qtp606807415-85464) [n:127.0.0.1:50382_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=halfdeletedcollection&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=2609
[junit4] 2> 5113422 INFO (qtp606807415-85466) [n:127.0.0.1:50382_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 5113423 INFO (qtp606807415-85466) [n:127.0.0.1:50382_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 5113423 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection-seed#[F271390D7968BA19]) [ ] o.a.s.SolrTestCaseJ4 ###Ending deletePartiallyCreatedCollection
[junit4] 2> 5113516 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore-seed#[F271390D7968BA19]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateShouldFailOnExistingCore
[junit4] 2> 5113517 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore-seed#[F271390D7968BA19]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 5113521 INFO (qtp606807415-85465) [n:127.0.0.1:50382_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=halfdeletedcollection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 5113524 INFO (OverseerThreadFactory-10336-thread-3-processing-n:127.0.0.1:32880_solr) [n:127.0.0.1:32880_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 5113527 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr ] o.a.s.c.SolrCore [halfdeletedcollection_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@71ce9bd5
[junit4] 2> 5113529 INFO (qtp1409536826-85447) [n:127.0.0.1:46043_solr ] o.a.s.c.SolrCore [halfdeletedcollection_shard2_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@3f4b06ef
[junit4] 2> 5113534 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:45374/data/halfdeletedcollection/core_node1/data/index
[junit4] 2> 5113535 INFO (qtp1409536826-85447) [n:127.0.0.1:46043_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:45374/data/halfdeletedcollection/core_node2/data/snapshot_metadata
[junit4] 2> 5113535 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:45374/data/halfdeletedcollection/core_node1/data/snapshot_metadata
[junit4] 2> 5113535 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:45374/data/halfdeletedcollection/core_node1/data
[junit4] 2> 5113540 INFO (qtp1409536826-85447) [n:127.0.0.1:46043_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:45374/data/halfdeletedcollection/core_node2/data/index
[junit4] 2> 5113540 INFO (qtp1409536826-85447) [n:127.0.0.1:46043_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:45374/data/halfdeletedcollection/core_node2/data
[junit4] 2> 5113543 INFO (IPC Server handler 5 on 45374) [ ] BlockStateChange BLOCK* addToInvalidates: blk_1073741826_1002 127.0.0.1:43585 127.0.0.1:40559
[junit4] 2> 5113547 INFO (qtp606807415-85467) [n:127.0.0.1:50382_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=halfdeletedcollection_shard1_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=21
[junit4] 2> 5113553 INFO (IPC Server handler 9 on 45374) [ ] BlockStateChange BLOCK* addToInvalidates: blk_1073741827_1003 127.0.0.1:40559 127.0.0.1:43585
[junit4] 2> 5113557 INFO (qtp1409536826-85447) [n:127.0.0.1:46043_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=halfdeletedcollection_shard2_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=29
[junit4] 2> 5114265 INFO (qtp606807415-85465) [n:127.0.0.1:50382_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=halfdeletedcollection&action=DELETE&wt=javabin&version=2} status=0 QTime=743
[junit4] 2> 5114273 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr ] o.a.s.h.a.CoreAdminOperation core create command dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F271390D7968BA19-001/tempDir-004&collection.configName=conf&name=halfcollection_shard1_replica1&action=CREATE&numShards=1&collection=halfcollectionblocker&wt=javabin&version=2
[junit4] 2> 5114275 INFO (OverseerStateUpdate-96926807211376648-127.0.0.1:32880_solr-n_0000000000) [n:127.0.0.1:32880_solr ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 5114320 INFO (org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$ReplicationMonitor@5b2a5718) [ ] BlockStateChange BLOCK* BlockManager: ask 127.0.0.1:43585 to delete [blk_1073741825_1001, blk_1073741826_1002, blk_1073741827_1003]
[junit4] 2> 5115295 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 5115319 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.s.IndexSchema [halfcollection_shard1_replica1] Schema name=minimal
[junit4] 2> 5115327 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 5115328 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfcollectionblocker x:halfcollection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'halfcollection_shard1_replica1' using configuration from collection halfcollectionblocker
[junit4] 2> 5115329 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:45374/data
[junit4] 2> 5115329 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 5115329 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.SolrCore [[halfcollection_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F271390D7968BA19-001/tempDir-001/node3/halfcollection_shard1_replica1], dataDir=[hdfs://localhost:45374/data/halfcollectionblocker/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F271390D7968BA19-001/tempDir-004/]
[junit4] 2> 5115329 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45374/data/halfcollectionblocker/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F271390D7968BA19-001/tempDir-004/snapshot_metadata
[junit4] 2> 5115337 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 5115338 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 5115338 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 5115349 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 5115350 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45374/data/halfcollectionblocker/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F271390D7968BA19-001/tempDir-004
[junit4] 2> 5115370 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45374/data/halfcollectionblocker/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F271390D7968BA19-001/tempDir-004/index
[junit4] 2> 5115377 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 5115377 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 5115377 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 5115389 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 5115416 INFO (IPC Server handler 1 on 45374) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43585 is added to blk_1073741828_1004{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-1016e7ff-ca5b-4bc5-a254-e62816ae9993:NORMAL:127.0.0.1:40559|RBW], ReplicaUC[[DISK]DS-2de90e67-b58c-488a-88cf-519b872ff0cb:NORMAL:127.0.0.1:43585|RBW]]} size 0
[junit4] 2> 5115417 INFO (IPC Server handler 4 on 45374) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:40559 is added to blk_1073741828_1004{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-1016e7ff-ca5b-4bc5-a254-e62816ae9993:NORMAL:127.0.0.1:40559|RBW], ReplicaUC[[DISK]DS-2de90e67-b58c-488a-88cf-519b872ff0cb:NORMAL:127.0.0.1:43585|RBW]]} size 0
[junit4] 2> 5115435 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 5115435 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 5115436 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 5115445 INFO (qtp1409536826-85446) [n:127.0.0.1:46043_solr c:halfcollectionblocker s:shard1 r:core_node1 x:halfcollection_shard1_replica1] o.a.s.u.CommitTracke
[...truncated too long message...]
ans.java:81)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.teardownClass(HdfsCollectionsAPIDistributedZkTest.java:52)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 54 more
[junit4] 2> 5265249 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F271390D7968BA19]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59209 59209
[junit4] 2> 5265249 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[F271390D7968BA19]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_F271390D7968BA19-001
[junit4] 2> Nov 12, 2016 9:24:29 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 35 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=142, maxMBSortInHeap=6.165065154352495, sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=cs, timezone=US/East-Indiana
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=311192608,total=516423680
[junit4] 2> NOTE: All tests run in this JVM: [BlockCacheTest, LeaderElectionContextKeyTest, CdcrVersionReplicationTest, TestBlobHandler, PKIAuthenticationIntegrationTest, TestQuerySenderNoQuery, TestChildDocTransformer, TestMacros, PeerSyncTest, ReplicationFactorTest, CreateCollectionCleanupTest, AnalysisErrorHandlingTest, DateRangeFieldTest, TestEmbeddedSolrServerConstructors, TestBadConfig, TestSerializedLuceneMatchVersion, TestComponentsName, ActionThrottleTest, TestFileDictionaryLookup, TestRandomRequestDistribution, BasicZkTest, DistributedQueryElevationComponentTest, TestReplicationHandler, SynonymTokenizerTest, CacheHeaderTest, NotRequiredUniqueKeyTest, SpatialRPTFieldTypeTest, SyncSliceTest, DistributedSpellCheckComponentTest, TestSolrCloudWithKerberosAlt, DisMaxRequestHandlerTest, HdfsRecoveryZkTest, ResourceLoaderTest, TestComplexPhraseQParserPlugin, SolrRequestParserTest, AnalyticsMergeStrategyTest, UniqFieldsUpdateProcessorFactoryTest, CursorPagingTest, TestPerFieldSimilarity, LeaderInitiatedRecoveryOnCommitTest, MergeStrategyTest, TestExactStatsCache, TestFieldCacheSort, TestFunctionQuery, BasicDistributedZkTest, TestAuthenticationFramework, TestOrdValues, SolrCLIZkUtilsTest, AtomicUpdatesTest, CloudExitableDirectoryReaderTest, HdfsThreadLeakTest, TestBinaryResponseWriter, TestJsonRequest, LeaderElectionIntegrationTest, TestFilteredDocIdSet, TestLockTree, TestIBSimilarityFactory, HdfsDirectoryTest, TestNoOpRegenerator, AnalysisAfterCoreReloadTest, DistributedFacetPivotWhiteBoxTest, TestJoin, TestJsonFacetRefinement, PathHierarchyTokenizerFactoryTest, DefaultValueUpdateProcessorTest, TestRequestForwarding, TestRandomCollapseQParserPlugin, TestClassicSimilarityFactory, SegmentsInfoRequestHandlerTest, SparseHLLTest, BadCopyFieldTest, TestMiniSolrCloudClusterSSL, PolyFieldTest, TriLevelCompositeIdRoutingTest, ExternalFileFieldSortTest, TestSchemaResource, TestSimpleQParserPlugin, TestSQLHandler, CheckHdfsIndexTest, TestRealTimeGet, TestJmxIntegration, TestCloudPivotFacet, TestCorePropertiesReload, DistribDocExpirationUpdateProcessorTest, TestFastLRUCache, TestRangeQuery, TestDeleteCollectionOnDownNodes, TestRandomDVFaceting, NumericFieldsTest, TestDynamicFieldResource, ShufflingReplicaListTransformerTest, TestImplicitCoreProperties, TestClusterProperties, TestFaceting, OutputWriterTest, HighlighterConfigTest, TestTrieFacet, TestManagedSchema, TestSolrCloudSnapshots, SharedFSAutoReplicaFailoverTest, TolerantUpdateProcessorTest, PeerSyncWithIndexFingerprintCachingTest, TestHdfsUpdateLog, DateFieldTest, TestOmitPositions, StandardRequestHandlerTest, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, OverseerTest, RecoveryZkTest, TestRandomFaceting, LeaderElectionTest, TestZkChroot, TestDistributedSearch, TestGroupingSearch, ShowFileRequestHandlerTest, CurrencyFieldXmlFileTest, SignatureUpdateProcessorFactoryTest, SuggesterFSTTest, DocValuesTest, DebugComponentTest, DirectSolrSpellCheckerTest, TestReversedWildcardFilterFactory, PrimitiveFieldTypeTest, TermsComponentTest, RequestHandlersTest, TermVectorComponentTest, TestIndexingPerformance, RequiredFieldsTest, FastVectorHighlighterTest, RegexBoostProcessorTest, TestCollationField, UpdateRequestProcessorFactoryTest, TestCSVResponseWriter, TestPartialUpdateDeduplication, PingRequestHandlerTest, TestLFUCache, CdcrReplicationHandlerTest, CollectionReloadTest, CollectionTooManyReplicasTest, CollectionsAPIAsyncDistributedZkTest, ConcurrentDeleteAndCreateCollectionTest, ConnectionManagerTest, CustomCollectionTest, DeleteInactiveReplicaTest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest, DeleteShardTest, DeleteStatusTest, DistribCursorPagingTest, DistributedQueueTest, DistributedVersionInfoTest, LeaderFailoverAfterPartitionTest, LeaderFailureAfterFreshStartTest, LeaderInitiatedRecoveryOnShardRestartTest, TestConfigSetsAPI, TestConfigSetsAPIExclusivity, TestCryptoKeys, TestDistribDocBasedVersion, TestDownShardTolerantSearch, TestLeaderElectionZkExpiry, TestLocalFSCloudBackupRestore, TestOnReconnectListenerSupport, TestRebalanceLeaders, TestShortCircuitedRequests, TestTolerantUpdateProcessorCloud, TestTolerantUpdateProcessorRandomCloud, VMParamsZkACLAndCredentialsProvidersTest, HdfsBasicDistributedZk2Test, HdfsChaosMonkeyNothingIsSafeTest, HdfsCollectionsAPIDistributedZkTest]
[junit4] Completed [512/651 (1!)] on J0 in 173.61s, 20 tests, 1 failure, 1 error <<< FAILURES!
[...truncated 61066 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 200 - Still
unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/200/
4 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.SolrCloudExampleTest
Error Message:
ObjectTracker found 5 object(s) that were not released!!! [TransactionLog, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, RawDirectoryWrapper] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:188) at org.apache.solr.update.UpdateLog.newTransactionLog(UpdateLog.java:344) at org.apache.solr.update.UpdateLog.ensureLog(UpdateLog.java:859) at org.apache.solr.update.UpdateLog.add(UpdateLog.java:428) at org.apache.solr.update.UpdateLog.add(UpdateLog.java:415) at org.apache.solr.update.DirectUpdateHandler2.doNormalUpdate(DirectUpdateHandler2.java:299) at org.apache.solr.update.DirectUpdateHandler2.addDoc0(DirectUpdateHandler2.java:211) at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:166) at org.apache.solr.update.processor.RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:67) at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:48) at org.apache.solr.update.processor.AddSchemaFieldsUpdateProcessorFactory$AddSchemaFieldsUpdateProcessor.processAdd(AddSchemaFieldsUpdateProcessorFactory.java:335) at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:48) at org.apache.solr.update.processor.FieldMutatingUpdateProcessor.processAdd(FieldMutatingUpdateProcessor.java:118) at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:48) at org.apache.solr.update.processor.FieldMutatingUpdateProcessor.processAdd(FieldMutatingUpdateProcessor.java:118) at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:48) at org.apache.solr.update.processor.FieldMutatingUpdateProcessor.processAdd(FieldMutatingUpdateProcessor.java:118) at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:48) at org.apache.solr.update.processor.FieldMutatingUpdateProcessor.processAdd(FieldMutatingUpdateProcessor.java:118) at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:48) at org.apache.solr.update.processor.FieldNameMutatingUpdateProcessorFactory$1.processAdd(FieldNameMutatingUpdateProcessorFactory.java:74) at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:48) at org.apache.solr.update.processor.FieldMutatingUpdateProcessor.processAdd(FieldMutatingUpdateProcessor.java:118) at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:48) at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalAdd(DistributedUpdateProcessor.java:957) at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:1112) at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:738) at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:103) at org.apache.solr.handler.loader.JavabinLoader$1.update(JavabinLoader.java:97) at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readOuterMostDocIterator(JavaBinUpdateRequestCodec.java:179) at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readIterator(JavaBinUpdateRequestCodec.java:135) at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:298) at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readNamedList(JavaBinUpdateRequestCodec.java:121) at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:263) at org.apache.solr.common.util.JavaBinCodec.unmarshal(JavaBinCodec.java:181) at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.unmarshal(JavaBinUpdateRequestCodec.java:186) at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:107) at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:54) at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97) at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:153) at org.apache.solr.core.SolrCore.execute(SolrCore.java:2210) at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:658) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:464) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:303) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:254) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1676) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1676) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:581) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1160) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:511) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1092) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:399) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at org.eclipse.jetty.server.Server.handle(Server.java:518) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:308) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:244) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:186) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95) at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceAndRun(ExecuteProduceConsume.java:246) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:156) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:798) at org.apache.solr.core.SolrCore.reload(SolrCore.java:590) at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:944) at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2716) at org.apache.solr.handler.SolrConfigHandler$Command.lambda$handleGET$0(SolrConfigHandler.java:223) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:332) at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:641) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:847) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:775) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:842) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:779) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:377) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:365) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:156) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:153) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:664) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:445) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:303) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:254) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1676) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1676) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:581) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1160) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:511) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1092) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:399) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at org.eclipse.jetty.server.Server.handle(Server.java:518) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:308) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:244) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:186) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95) at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceAndRun(ExecuteProduceConsume.java:246) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:156) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:66) at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:673) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:847) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:775) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:842) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:779) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:377) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:365) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:156) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:153) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:664) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:445) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:303) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:254) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1676) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1676) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:581) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1160) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:511) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1092) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:399) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at org.eclipse.jetty.server.Server.handle(Server.java:518) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:308) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:244) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:186) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95) at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceAndRun(ExecuteProduceConsume.java:246) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:156) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:434) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:841) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:775) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:842) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:779) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:377) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:365) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:156) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:153) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:664) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:445) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:303) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:254) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1676) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1676) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:581) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1160) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:511) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1092) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:399) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at org.eclipse.jetty.server.Server.handle(Server.java:518) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:308) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:244) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:186) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95) at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceAndRun(ExecuteProduceConsume.java:246) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:156) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 5 object(s) that were not released!!! [TransactionLog, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, RawDirectoryWrapper]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:188)
at org.apache.solr.update.UpdateLog.newTransactionLog(UpdateLog.java:344)
at org.apache.solr.update.UpdateLog.ensureLog(UpdateLog.java:859)
at org.apache.solr.update.UpdateLog.add(UpdateLog.java:428)
at org.apache.solr.update.UpdateLog.add(UpdateLog.java:415)
at org.apache.solr.update.DirectUpdateHandler2.doNormalUpdate(DirectUpdateHandler2.java:299)
at org.apache.solr.update.DirectUpdateHandler2.addDoc0(DirectUpdateHandler2.java:211)
at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:166)
at org.apache.solr.update.processor.RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:67)
at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:48)
at org.apache.solr.update.processor.AddSchemaFieldsUpdateProcessorFactory$AddSchemaFieldsUpdateProcessor.processAdd(AddSchemaFieldsUpdateProcessorFactory.java:335)
at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:48)
at org.apache.solr.update.processor.FieldMutatingUpdateProcessor.processAdd(FieldMutatingUpdateProcessor.java:118)
at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:48)
at org.apache.solr.update.processor.FieldMutatingUpdateProcessor.processAdd(FieldMutatingUpdateProcessor.java:118)
at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:48)
at org.apache.solr.update.processor.FieldMutatingUpdateProcessor.processAdd(FieldMutatingUpdateProcessor.java:118)
at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:48)
at org.apache.solr.update.processor.FieldMutatingUpdateProcessor.processAdd(FieldMutatingUpdateProcessor.java:118)
at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:48)
at org.apache.solr.update.processor.FieldNameMutatingUpdateProcessorFactory$1.processAdd(FieldNameMutatingUpdateProcessorFactory.java:74)
at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:48)
at org.apache.solr.update.processor.FieldMutatingUpdateProcessor.processAdd(FieldMutatingUpdateProcessor.java:118)
at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:48)
at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalAdd(DistributedUpdateProcessor.java:957)
at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:1112)
at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:738)
at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:103)
at org.apache.solr.handler.loader.JavabinLoader$1.update(JavabinLoader.java:97)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readOuterMostDocIterator(JavaBinUpdateRequestCodec.java:179)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readIterator(JavaBinUpdateRequestCodec.java:135)
at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:298)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readNamedList(JavaBinUpdateRequestCodec.java:121)
at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:263)
at org.apache.solr.common.util.JavaBinCodec.unmarshal(JavaBinCodec.java:181)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.unmarshal(JavaBinUpdateRequestCodec.java:186)
at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:107)
at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:54)
at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97)
at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:153)
at org.apache.solr.core.SolrCore.execute(SolrCore.java:2210)
at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:658)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:464)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:303)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:254)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1676)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1676)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:581)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1160)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:511)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1092)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:399)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
at org.eclipse.jetty.server.Server.handle(Server.java:518)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:308)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:244)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:186)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceAndRun(ExecuteProduceConsume.java:246)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:156)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:798)
at org.apache.solr.core.SolrCore.reload(SolrCore.java:590)
at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:944)
at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2716)
at org.apache.solr.handler.SolrConfigHandler$Command.lambda$handleGET$0(SolrConfigHandler.java:223)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:332)
at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:641)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:847)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:775)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:842)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:779)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:377)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:365)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:156)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:153)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:664)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:445)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:303)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:254)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1676)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1676)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:581)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1160)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:511)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1092)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:399)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
at org.eclipse.jetty.server.Server.handle(Server.java:518)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:308)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:244)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:186)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceAndRun(ExecuteProduceConsume.java:246)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:156)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:66)
at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:673)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:847)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:775)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:842)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:779)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:377)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:365)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:156)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:153)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:664)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:445)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:303)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:254)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1676)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1676)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:581)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1160)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:511)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1092)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:399)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
at org.eclipse.jetty.server.Server.handle(Server.java:518)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:308)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:244)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:186)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceAndRun(ExecuteProduceConsume.java:246)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:156)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:434)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:841)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:775)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:842)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:779)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:377)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:365)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:156)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:153)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:664)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:445)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:303)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:254)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1676)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1676)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:581)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1160)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:511)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1092)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:399)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
at org.eclipse.jetty.server.Server.handle(Server.java:518)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:308)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:244)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:186)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceAndRun(ExecuteProduceConsume.java:246)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:156)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([32F8083A57FBD105]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:260)
at sun.reflect.GeneratedMethodAccessor40.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.SolrCloudExampleTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.SolrCloudExampleTest: 1) Thread[id=28333, name=searcherExecutor-10915-thread-1, state=WAITING, group=TGRP-SolrCloudExampleTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.SolrCloudExampleTest:
1) Thread[id=28333, name=searcherExecutor-10915-thread-1, state=WAITING, group=TGRP-SolrCloudExampleTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([32F8083A57FBD105]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.SolrCloudExampleTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=28333, name=searcherExecutor-10915-thread-1, state=WAITING, group=TGRP-SolrCloudExampleTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=28333, name=searcherExecutor-10915-thread-1, state=WAITING, group=TGRP-SolrCloudExampleTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([32F8083A57FBD105]:0)
FAILED: org.apache.solr.cloud.hdfs.HdfsUnloadDistributedZkTest.test
Error Message:
Error from server at http://127.0.0.1:57395: Error CREATEing SolrCore 'test_unload_shard_and_collection_1': Unable to create core [test_unload_shard_and_collection_1] Caused by: Direct buffer memory
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:57395: Error CREATEing SolrCore 'test_unload_shard_and_collection_1': Unable to create core [test_unload_shard_and_collection_1] Caused by: Direct buffer memory
at __randomizedtesting.SeedInfo.seed([32F8083A57FBD105:BAAC37E0F907BCFD]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:593)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:262)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:251)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.UnloadDistributedZkTest.testUnloadShardAndCollection(UnloadDistributedZkTest.java:125)
at org.apache.solr.cloud.UnloadDistributedZkTest.test(UnloadDistributedZkTest.java:70)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 12114 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsUnloadDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_32F8083A57FBD105-001/init-core-data-001
[junit4] 2> 2692755 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[32F8083A57FBD105]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 2692755 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[32F8083A57FBD105]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 2692797 WARN (SUITE-HdfsUnloadDistributedZkTest-seed#[32F8083A57FBD105]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 2692806 WARN (SUITE-HdfsUnloadDistributedZkTest-seed#[32F8083A57FBD105]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2692812 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[32F8083A57FBD105]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 2692824 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[32F8083A57FBD105]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_57390_hdfs____79s9xu/webapp
[junit4] 2> 2693225 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[32F8083A57FBD105]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:57390
[junit4] 2> 2693278 WARN (SUITE-HdfsUnloadDistributedZkTest-seed#[32F8083A57FBD105]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2693279 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[32F8083A57FBD105]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 2693298 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[32F8083A57FBD105]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_58520_datanode____4vrgd3/webapp
[junit4] 2> 2693769 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[32F8083A57FBD105]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:58520
[junit4] 2> 2693860 WARN (SUITE-HdfsUnloadDistributedZkTest-seed#[32F8083A57FBD105]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2693861 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[32F8083A57FBD105]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 2693874 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[32F8083A57FBD105]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_45362_datanode____.e5fzez/webapp
[junit4] 2> 2693952 INFO (IPC Server handler 3 on 49852) [ ] BlockStateChange BLOCK* processReport: from storage DS-676f556b-a2a1-4570-9b2a-a4e996ba6fa3 node DatanodeRegistration(127.0.0.1:50668, datanodeUuid=e6e53022-14f7-4b81-bb60-0c083e240a6a, infoPort=54399, infoSecurePort=0, ipcPort=52145, storageInfo=lv=-56;cid=testClusterID;nsid=1434397911;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 2693953 INFO (IPC Server handler 3 on 49852) [ ] BlockStateChange BLOCK* processReport: from storage DS-712aff59-0a4b-44ba-ad1a-46eff0c2ddcb node DatanodeRegistration(127.0.0.1:50668, datanodeUuid=e6e53022-14f7-4b81-bb60-0c083e240a6a, infoPort=54399, infoSecurePort=0, ipcPort=52145, storageInfo=lv=-56;cid=testClusterID;nsid=1434397911;c=0), blocks: 0, hasStaleStorage: false, processing time: 1 msecs
[junit4] 2> 2694329 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[32F8083A57FBD105]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:45362
[junit4] 2> 2694449 INFO (IPC Server handler 4 on 49852) [ ] BlockStateChange BLOCK* processReport: from storage DS-4247a765-ab99-4430-942f-0bdc3039100d node DatanodeRegistration(127.0.0.1:59175, datanodeUuid=248f3a02-7435-48d0-854d-35b0b9db5e52, infoPort=39552, infoSecurePort=0, ipcPort=41757, storageInfo=lv=-56;cid=testClusterID;nsid=1434397911;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 2694449 INFO (IPC Server handler 4 on 49852) [ ] BlockStateChange BLOCK* processReport: from storage DS-5c5cc759-d5bd-4af2-9102-a716f7766918 node DatanodeRegistration(127.0.0.1:59175, datanodeUuid=248f3a02-7435-48d0-854d-35b0b9db5e52, infoPort=39552, infoSecurePort=0, ipcPort=41757, storageInfo=lv=-56;cid=testClusterID;nsid=1434397911;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 2694495 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2694495 INFO (Thread-6358) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2694495 INFO (Thread-6358) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2694595 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.c.ZkTestServer start zk server on port:39566
[junit4] 2> 2694607 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 2694609 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 2694612 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 2694613 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 2694615 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 2694616 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 2694618 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 2694619 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 2694621 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 2694622 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 2694624 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 2694736 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_32F8083A57FBD105-001/control-001/cores/collection1
[junit4] 2> 2694737 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 2694743 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@59a81e1e{/,null,AVAILABLE}
[junit4] 2> 2694743 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.e.j.s.ServerConnector Started ServerConnector@6f5c145f{HTTP/1.1,[http/1.1]}{127.0.0.1:40556}
[junit4] 2> 2694743 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.e.j.s.Server Started @2699365ms
[junit4] 2> 2694743 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:49852/hdfs__localhost_49852__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsUnloadDistributedZkTest_32F8083A57FBD105-001_tempDir-002_control_data, hostContext=/, hostPort=40556, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_32F8083A57FBD105-001/control-001/cores}
[junit4] 2> 2694743 ERROR (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2694744 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 2694744 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2694744 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2694744 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-16T04:22:38.699Z
[junit4] 2> 2694754 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1586b5f50730002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 2694755 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2694755 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_32F8083A57FBD105-001/control-001/solr.xml
[junit4] 2> 2694761 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2694762 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39566/solr
[junit4] 2> 2694764 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1586b5f50730003, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 2694792 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [n:127.0.0.1:40556_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40556_
[junit4] 2> 2694793 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [n:127.0.0.1:40556_ ] o.a.s.c.Overseer Overseer (id=96945449104244740-127.0.0.1:40556_-n_0000000000) starting
[junit4] 2> 2694809 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [n:127.0.0.1:40556_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40556_
[junit4] 2> 2694811 INFO (zkCallback-2642-thread-1-processing-n:127.0.0.1:40556_) [n:127.0.0.1:40556_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2694825 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [n:127.0.0.1:40556_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_32F8083A57FBD105-001/control-001/cores
[junit4] 2> 2694825 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [n:127.0.0.1:40556_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 2694839 INFO (OverseerStateUpdate-96945449104244740-127.0.0.1:40556_-n_0000000000) [n:127.0.0.1:40556_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 2694861 INFO (coreLoadExecutor-6250-thread-1-processing-n:127.0.0.1:40556_) [n:127.0.0.1:40556_ c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2694876 INFO (coreLoadExecutor-6250-thread-1-processing-n:127.0.0.1:40556_) [n:127.0.0.1:40556_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2695545 WARN (coreLoadExecutor-6250-thread-1-processing-n:127.0.0.1:40556_) [n:127.0.0.1:40556_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 2695550 INFO (coreLoadExecutor-6250-thread-1-processing-n:127.0.0.1:40556_) [n:127.0.0.1:40556_ c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2695570 INFO (coreLoadExecutor-6250-thread-1-processing-n:127.0.0.1:40556_) [n:127.0.0.1:40556_ c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 2695571 INFO (coreLoadExecutor-6250-thread-1-processing-n:127.0.0.1:40556_) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:49852/solr_hdfs_home
[junit4] 2> 2695571 INFO (coreLoadExecutor-6250-thread-1-processing-n:127.0.0.1:40556_) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2695571 INFO (coreLoadExecutor-6250-thread-1-processing-n:127.0.0.1:40556_) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_32F8083A57FBD105-001/control-001/cores/collection1], dataDir=[hdfs://localhost:49852/solr_hdfs_home/control_collection/core_node1/data/]
[junit4] 2> 2695571 INFO (coreLoadExecutor-6250-thread-1-processing-n:127.0.0.1:40556_) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@459aa36
[junit4] 2> 2695571 INFO (coreLoadExecutor-6250-thread-1-processing-n:127.0.0.1:40556_) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:49852/solr_hdfs_home/control_collection/core_node1/data/snapshot_metadata
[junit4] 2> 2695584 INFO (coreLoadExecutor-6250-thread-1-processing-n:127.0.0.1:40556_) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2695584 INFO (coreLoadExecutor-6250-thread-1-processing-n:127.0.0.1:40556_) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 2695584 INFO (coreLoadExecutor-6250-thread-1-processing-n:127.0.0.1:40556_) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 2695598 INFO (coreLoadExecutor-6250-thread-1-processing-n:127.0.0.1:40556_) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2695599 INFO (coreLoadExecutor-6250-thread-1-processing-n:127.0.0.1:40556_) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:49852/solr_hdfs_home/control_collection/core_node1/data
[junit4] 2> 2695617 INFO (coreLoadExecutor-6250-thread-1-processing-n:127.0.0.1:40556_) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:49852/solr_hdfs_home/control_collection/core_node1/data/index
[junit4] 2> 2695624 INFO (coreLoadExecutor-6250-thread-1-processing-n:127.0.0.1:40556_) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2695624 INFO (coreLoadExecutor-6250-thread-1-processing-n:127.0.0.1:40556_) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 2695624 INFO (coreLoadExecutor-6250-thread-1-processing-n:127.0.0.1:40556_) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 2695631 INFO (coreLoadExecutor-6250-thread-1-processing-n:127.0.0.1:40556_) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2695632 INFO (coreLoadExecutor-6250-thread-1-processing-n:127.0.0.1:40556_) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=279456669, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 2695654 INFO (IPC Server handler 7 on 49852) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59175 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-712aff59-0a4b-44ba-ad1a-46eff0c2ddcb:NORMAL:127.0.0.1:50668|RBW], ReplicaUC[[DISK]DS-5c5cc759-d5bd-4af2-9102-a716f7766918:NORMAL:127.0.0.1:59175|FINALIZED]]} size 0
[junit4] 2> 2695655 INFO (IPC Server handler 7 on 49852) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50668 is added to blk_1073741825_1001 size 71
[junit4] 2> 2695664 WARN (coreLoadExecutor-6250-thread-1-processing-n:127.0.0.1:40556_) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
[junit4] 2> 2695683 INFO (coreLoadExecutor-6250-thread-1-processing-n:127.0.0.1:40556_) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 2695683 INFO (coreLoadExecutor-6250-thread-1-processing-n:127.0.0.1:40556_) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2695683 INFO (coreLoadExecutor-6250-thread-1-processing-n:127.0.0.1:40556_) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 2695703 INFO (coreLoadExecutor-6250-thread-1-processing-n:127.0.0.1:40556_) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2695703 INFO (coreLoadExecutor-6250-thread-1-processing-n:127.0.0.1:40556_) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2695710 INFO (coreLoadExecutor-6250-thread-1-processing-n:127.0.0.1:40556_) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=21, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5888295815943397]
[junit4] 2> 2695722 INFO (coreLoadExecutor-6250-thread-1-processing-n:127.0.0.1:40556_) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3e6dfa16[collection1] main]
[junit4] 2> 2695723 INFO (coreLoadExecutor-6250-thread-1-processing-n:127.0.0.1:40556_) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2695724 INFO (coreLoadExecutor-6250-thread-1-processing-n:127.0.0.1:40556_) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2695724 INFO (coreLoadExecutor-6250-thread-1-processing-n:127.0.0.1:40556_) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2695725 INFO (searcherExecutor-6251-thread-1-processing-n:127.0.0.1:40556_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3e6dfa16[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2695725 INFO (coreLoadExecutor-6250-thread-1-processing-n:127.0.0.1:40556_) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1551127186956615680
[junit4] 2> 2695733 INFO (coreZkRegister-6243-thread-1-processing-n:127.0.0.1:40556_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2695733 INFO (coreZkRegister-6243-thread-1-processing-n:127.0.0.1:40556_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2695733 INFO (coreZkRegister-6243-thread-1-processing-n:127.0.0.1:40556_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:40556/collection1/
[junit4] 2> 2695733 INFO (coreZkRegister-6243-thread-1-processing-n:127.0.0.1:40556_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2695733 INFO (coreZkRegister-6243-thread-1-processing-n:127.0.0.1:40556_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:40556/collection1/ has no replicas
[junit4] 2> 2695737 INFO (coreZkRegister-6243-thread-1-processing-n:127.0.0.1:40556_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:40556/collection1/ shard1
[junit4] 2> 2695888 INFO (coreZkRegister-6243-thread-1-processing-n:127.0.0.1:40556_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:40556_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2695938 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2695940 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 2695940 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
[junit4] 2> 2696055 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_32F8083A57FBD105-001/shard-1-001/cores/collection1
[junit4] 2> 2696056 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_32F8083A57FBD105-001/shard-1-001
[junit4] 2> 2696057 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 2696058 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2e51c2c6{/,null,AVAILABLE}
[junit4] 2> 2696059 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.e.j.s.ServerConnector Started ServerConnector@4dcb18bc{HTTP/1.1,[http/1.1]}{127.0.0.1:57395}
[junit4] 2> 2696059 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.e.j.s.Server Started @2700680ms
[junit4] 2> 2696059 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:49852/hdfs__localhost_49852__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsUnloadDistributedZkTest_32F8083A57FBD105-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=57395, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_32F8083A57FBD105-001/shard-1-001/cores}
[junit4] 2> 2696059 ERROR (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2696059 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 2696059 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2696059 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2696060 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-16T04:22:40.015Z
[junit4] 2> 2696070 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2696070 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_32F8083A57FBD105-001/shard-1-001/solr.xml
[junit4] 2> 2696076 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2696077 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39566/solr
[junit4] 2> 2696087 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [n:127.0.0.1:57395_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2696091 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [n:127.0.0.1:57395_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57395_
[junit4] 2> 2696093 INFO (zkCallback-2642-thread-3-processing-n:127.0.0.1:40556_) [n:127.0.0.1:40556_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2696093 INFO (zkCallback-2646-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2696098 INFO (zkCallback-2652-thread-1-processing-n:127.0.0.1:57395_) [n:127.0.0.1:57395_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2696116 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [n:127.0.0.1:57395_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_32F8083A57FBD105-001/shard-1-001/cores
[junit4] 2> 2696116 INFO (TEST-HdfsUnloadDistributedZkTest.test-seed#[32F8083A57FBD105]) [n:127.0.0.1:57395_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 2696118 INFO (OverseerStateUpdate-96945449104244740-127.0.0.1:40556_-n_0000000000) [n:127.0.0.1:40556_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 2696221 INFO (zkCallback-2652-thread-1-processing-n:127.0.0.1:57395_) [n:127.0.0.1:57395_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2697130 INFO (coreLoadExecutor-6261-thread-1-processing-n:127.0.0.1:57395_) [n:127.0.0.1:57395_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2697163 INFO (coreLoadExecutor-6261-thread-1-processing-n:127.0.0.1:57395_) [n:127.0.0.1:57395_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2697261 WARN (coreLoadExecutor-6261-thread-1-processing-n:127.0.0.1:57395_) [n:127.0.0.1:57395_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 2697264 INFO (coreLoadExecutor-6261-thread-1-processing-n:127.0.0.1:57395_) [n:127.0.0.1:57395_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2697288 INFO (coreLoadExecutor-6261-thread-1-processing-n:127.0.0.1:57395_) [n:127.0.0.1:57395_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 2697288 INFO (coreLoadExecutor-6261-thread-1-processing-n:127.0.0.1:57395_) [n:127.0.0.1:57395_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:49852/solr_hdfs_home
[junit4] 2> 2697288 INFO (coreLoadExecutor-6261-thread-1-processing-n:127.0.0.1:57395_) [n:127.0.0.1:57395_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2697289 INFO (coreLoadExecutor-6261-thread-1-processing-n:127.0.0.1:57395_) [n:127.0.0.1:57395_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_32F8083A57FBD105-001/shard-1-001/cores/collection1], dataDir=[hdfs://localhost:49852/solr_hdfs_home/collection1/core_node1/data/]
[junit4] 2> 2697289 INFO (coreLoadExecutor-6261-thread-1-processing-n:127.0.0.1:57395_) [n:127.0.0.1:57395_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@459aa36
[junit4] 2> 2697289 INFO (coreLoadExecutor-6261-thread-1-processing-n:127.0.0.1:57395_) [n:127.0.0.1:57395_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:49852/solr_hdfs_home/collection1/core_node1/data/snapshot_metadata
[junit4] 2> 2697297 INFO (coreLoadExecutor-6261-thread-1-processing-n:127.0.0.1:57395_) [n:127.0.0.1:57395_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2697297 INFO (coreLoadExecutor-6261-thread-1-processing-n:127.0.0.1:57395_) [n:127.0.0.1:57395_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 2697297 INFO (coreLoadExecutor-6261-thread-1-processing-n:127.0.0.1:57395_) [n:127.0.0.1:57395_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 2697303 INFO (coreLoadExecutor-6261-thread-1-processing-n:127.0.0.1:57395_) [n:127.0.0.1:57395_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2697304 INFO (coreLoadExecutor-6261-thread-1-processing-n:127.0.0.1:57395_) [n:127.0.0.1:57395_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:49852/solr_hdfs_home/collection1/core_node1/data
[junit4] 2> 2697321 INFO (coreLoadExecutor-6261-thread-1-processing-n:127.0.0.1:57395_) [n:127.0.0.1:57395_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:49852/solr_hdfs_home/collection1/core_node1/data/index
[junit4] 2> 2697328 INFO (coreLoadExecutor-6261-thread-1-processing-n:127.0.0.1:57395_) [n:127.0.0.1:57395_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2697328 INFO (coreLoadExecutor-6261-thread-1-processing-n:127.0.0.1:57395_) [n:127.0.0.1:57395_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 2697328 INFO (coreLoadExecutor-6261-thread-1-processing-n:127.0.0.1:57395_) [n:127.0.0.1:57395_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 2697334 INFO (coreLoadExecutor-6261-thread-1-processing-n:127.0.0.1:57395_) [n:127.0.0.1:57395_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2697334 INFO (coreLoadExecutor-6261-thread-1-processing-n:127.0.0.1:57395_) [n:127.0.0.1:57395_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=279456669, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 2697348 INFO (IPC Server handler 9 on 49852) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50668 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-4247a765-ab99-4430-942f-0bdc3039100d:NORMAL:127.0.0.1:59175|RBW], ReplicaUC[[DISK]DS-676f556b-a2a1-4570-9b2a-a4e996ba6fa3:NORMAL:127.0.0.1:50668|RBW]]} size 0
[junit4] 2> 2697350 INFO (IPC Server handler 8 on 49852) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59175 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-4247a765-ab99-4430-942f-0bdc3039100d:NORMAL:127.0.0.1:59175|RBW], ReplicaUC[[DISK]DS-676f556b-a2a1-4570-9b2a-a4e996ba6fa3:NORMAL:127.0.0.1:50668|RBW]]} size 0
[junit4] 2> 2697362 WARN (coreLoadExecutor-6261-thread-1-processing-n:127.0.0.1:57395_) [n:127.0.0.1:57395_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
[junit4] 2> 2697381 INFO (coreLoadExecutor-6261-thread-1-processing-n:127.0.0.1:57395_) [n:127.0.0.1:57395_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit
[...truncated too long message...]
156)
[junit4] > at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:153)
[junit4] > at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:664)
[junit4] > at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:445)
[junit4] > at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:303)
[junit4] > at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:254)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1676)
[junit4] > at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1676)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:581)
[junit4] > at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] > at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1160)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:511)
[junit4] > at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] > at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1092)
[junit4] > at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] > at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:399)
[junit4] > at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] > at org.eclipse.jetty.server.Server.handle(Server.java:518)
[junit4] > at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:308)
[junit4] > at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:244)
[junit4] > at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] > at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] > at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:186)
[junit4] > at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] > at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] > at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceAndRun(ExecuteProduceConsume.java:246)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:156)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
[junit4] > at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
[junit4] > at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
[junit4] > at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:434)
[junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:841)
[junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:775)
[junit4] > at org.apache.solr.core.CoreContainer.create(CoreContainer.java:842)
[junit4] > at org.apache.solr.core.CoreContainer.create(CoreContainer.java:779)
[junit4] > at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
[junit4] > at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:377)
[junit4] > at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:365)
[junit4] > at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:156)
[junit4] > at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:153)
[junit4] > at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:664)
[junit4] > at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:445)
[junit4] > at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:303)
[junit4] > at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:254)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1676)
[junit4] > at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1676)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:581)
[junit4] > at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] > at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1160)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:511)
[junit4] > at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] > at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1092)
[junit4] > at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] > at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:399)
[junit4] > at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] > at org.eclipse.jetty.server.Server.handle(Server.java:518)
[junit4] > at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:308)
[junit4] > at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:244)
[junit4] > at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] > at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] > at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:186)
[junit4] > at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] > at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] > at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceAndRun(ExecuteProduceConsume.java:246)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:156)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > at __randomizedtesting.SeedInfo.seed([32F8083A57FBD105]:0)
[junit4] > at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:260)
[junit4] > at java.lang.Thread.run(Thread.java:745)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.SolrCloudExampleTest:
[junit4] > 1) Thread[id=28333, name=searcherExecutor-10915-thread-1, state=WAITING, group=TGRP-SolrCloudExampleTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > at __randomizedtesting.SeedInfo.seed([32F8083A57FBD105]:0)Throwable #3: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=28333, name=searcherExecutor-10915-thread-1, state=WAITING, group=TGRP-SolrCloudExampleTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > at __randomizedtesting.SeedInfo.seed([32F8083A57FBD105]:0)
[junit4] Completed [491/653 (2!)] on J2 in 215.88s, 1 test, 1 failure, 2 errors <<< FAILURES!
[...truncated 61144 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 199 - Failure
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/199/
13 tests failed.
FAILED: org.apache.lucene.search.TestFuzzyQuery.testRandom
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([DBDEA4DBCB14C93B]:0)
FAILED: junit.framework.TestSuite.org.apache.lucene.search.TestFuzzyQuery
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([DBDEA4DBCB14C93B]:0)
FAILED: org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testBatchBoundaries
Error Message:
Timeout waiting for CDCR replication to complete @source_collection:shard1
Stack Trace:
java.lang.RuntimeException: Timeout waiting for CDCR replication to complete @source_collection:shard1
at __randomizedtesting.SeedInfo.seed([9607C0FE3F7862F0:B42819AB46DCA317]:0)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.waitForReplicationToComplete(BaseCdcrDistributedZkTest.java:795)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testBatchBoundaries(CdcrReplicationDistributedZkTest.java:557)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.TestCloudPivotFacet.test
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([9607C0FE3F7862F0]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestCloudPivotFacet
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([9607C0FE3F7862F0]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestCloudPivotFacet
Error Message:
Captured an uncaught exception in thread: Thread[id=25228, name=solr-idle-connections-evictor, state=RUNNABLE, group=TGRP-TestCloudPivotFacet]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=25228, name=solr-idle-connections-evictor, state=RUNNABLE, group=TGRP-TestCloudPivotFacet]
Caused by: java.lang.OutOfMemoryError: GC overhead limit exceeded
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestCloudPivotFacet
Error Message:
Captured an uncaught exception in thread: Thread[id=25293, name=solr-idle-connections-evictor, state=RUNNABLE, group=TGRP-TestCloudPivotFacet]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=25293, name=solr-idle-connections-evictor, state=RUNNABLE, group=TGRP-TestCloudPivotFacet]
Caused by: java.lang.OutOfMemoryError: GC overhead limit exceeded
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestCloudPivotFacet
Error Message:
Captured an uncaught exception in thread: Thread[id=25442, name=zkCallback-3531-thread-6, state=RUNNABLE, group=TGRP-TestCloudPivotFacet]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=25442, name=zkCallback-3531-thread-6, state=RUNNABLE, group=TGRP-TestCloudPivotFacet]
Caused by: java.lang.OutOfMemoryError: GC overhead limit exceeded
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestCloudPivotFacet
Error Message:
Captured an uncaught exception in thread: Thread[id=25456, name=zkCallback-3531-thread-11, state=RUNNABLE, group=TGRP-TestCloudPivotFacet]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=25456, name=zkCallback-3531-thread-11, state=RUNNABLE, group=TGRP-TestCloudPivotFacet]
Caused by: java.lang.OutOfMemoryError: GC overhead limit exceeded
FAILED: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv_idx
Error Message:
There are still nodes recoverying - waited for 330 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
at __randomizedtesting.SeedInfo.seed([9607C0FE3F7862F0:37BB536E3A4CF11]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:184)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.waitForRecoveriesToFinish(TestStressCloudBlindAtomicUpdates.java:459)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.checkField(TestStressCloudBlindAtomicUpdates.java:304)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv_idx(TestStressCloudBlindAtomicUpdates.java:224)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: junit.framework.TestSuite.org.apache.solr.handler.TestReplicationHandler
Error Message:
ObjectTracker found 11 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397) at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 11 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:251)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397)
at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([9607C0FE3F7862F0]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:260)
at sun.reflect.GeneratedMethodAccessor42.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={ "replicationFactor":"3", "shards":{ "shard1":{ "range":"80000000-b332ffff", "state":"active", "replicas":{}}, "shard2":{ "range":"b3330000-e665ffff", "state":"active", "replicas":{}}, "shard3":{ "range":"e6660000-1998ffff", "state":"active", "replicas":{}}, "shard4":{ "range":"19990000-4ccbffff", "state":"active", "replicas":{}}, "shard5":{ "range":"4ccc0000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"4", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={
"replicationFactor":"3",
"shards":{
"shard1":{
"range":"80000000-b332ffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"b3330000-e665ffff",
"state":"active",
"replicas":{}},
"shard3":{
"range":"e6660000-1998ffff",
"state":"active",
"replicas":{}},
"shard4":{
"range":"19990000-4ccbffff",
"state":"active",
"replicas":{}},
"shard5":{
"range":"4ccc0000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"4",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([9607C0FE3F7862F0:DE72B44A394B4D65]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:236)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([9607C0FE3F7862F0:BB798FA4C85CD8FC]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 1716 lines...]
[junit4] Suite: org.apache.lucene.search.TestFuzzyQuery
[junit4] 2> nov 14, 2016 8:09:35 PM com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
[junit4] 2> WARNING: Suite execution timed out: org.apache.lucene.search.TestFuzzyQuery
[junit4] 2> 1) Thread[id=1, name=main, state=WAITING, group=main]
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> at java.lang.Thread.join(Thread.java:1249)
[junit4] 2> at java.lang.Thread.join(Thread.java:1323)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:608)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:457)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:243)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:354)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:10)
[junit4] 2> 2) Thread[id=9, name=JUnit4-serializer-daemon, state=TIMED_WAITING, group=main]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
[junit4] 2> 3) Thread[id=4874, name=TEST-TestFuzzyQuery.testRandom-seed#[DBDEA4DBCB14C93B], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.util.WeakHashMap.getTable(WeakHashMap.java:350)
[junit4] 2> at java.util.WeakHashMap.getEntry(WeakHashMap.java:427)
[junit4] 2> at java.util.WeakHashMap.containsKey(WeakHashMap.java:417)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.context(RandomizedContext.java:258)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.current(RandomizedContext.java:134)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:729)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 4) Thread[id=4873, name=SUITE-TestFuzzyQuery-seed#[DBDEA4DBCB14C93B], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Thread.getStackTrace(Thread.java:1556)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:690)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:687)
[junit4] 2> at java.security.AccessController.doPrivileged(Native Method)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getStackTrace(ThreadLeakControl.java:687)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getThreadsWithTraces(ThreadLeakControl.java:703)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:683)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:64)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:415)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:678)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:140)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:598)
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFuzzyQuery -Dtests.method=testRandom -Dtests.seed=DBDEA4DBCB14C93B -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=et-EE -Dtests.timezone=Europe/Belgrade -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 7200s J1 | TestFuzzyQuery.testRandom <<<
[junit4] > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
[junit4] > at __randomizedtesting.SeedInfo.seed([DBDEA4DBCB14C93B]:0)
[junit4] 2> nov 14, 2016 8:09:35 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> nov 14, 2016 8:09:56 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.lucene.search.TestFuzzyQuery:
[junit4] 2> 1) Thread[id=4874, name=TEST-TestFuzzyQuery.testRandom-seed#[DBDEA4DBCB14C93B], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.util.WeakHashMap.getTable(WeakHashMap.java:350)
[junit4] 2> at java.util.WeakHashMap.getEntry(WeakHashMap.java:427)
[junit4] 2> at java.util.WeakHashMap.containsKey(WeakHashMap.java:417)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.context(RandomizedContext.java:258)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.current(RandomizedContext.java:134)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:729)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> nov 14, 2016 8:09:56 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=4874, name=TEST-TestFuzzyQuery.testRandom-seed#[DBDEA4DBCB14C93B], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> nov 14, 2016 8:09:59 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=4874, name=TEST-TestFuzzyQuery.testRandom-seed#[DBDEA4DBCB14C93B], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
[junit4] 2> at java.lang.Object.hashCode(Native Method)
[junit4] 2> at java.util.WeakHashMap.hash(WeakHashMap.java:298)
[junit4] 2> at java.util.WeakHashMap.getEntry(WeakHashMap.java:426)
[junit4] 2> at java.util.WeakHashMap.containsKey(WeakHashMap.java:417)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.context(RandomizedContext.java:258)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedContext.current(RandomizedContext.java:134)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:729)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
[junit4] 2> at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=false,coord=no): {field=DFR GL2}, locale=et-EE, timezone=Europe/Belgrade
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=117523520,total=265289728
[junit4] 2> NOTE: All tests run in this JVM: [Test2BSortedDocValuesFixedSorted, TestBasics, TestAllFilesDetectTruncation, TestPrefixInBooleanQuery, TestSimilarity2, TestIndexWriterExceptions, TestTragicIndexWriterDeadlock, TestNativeFSLockFactory, TestBooleanQuery, TestSpanBoostQuery, TestIndexingSequenceNumbers, TestParallelReaderEmptyIndex, TestSubScorerFreqs, TestPerFieldDocValuesFormat, TestHighCompressionMode, TestSegmentReader, TestPostingsOffsets, TestPerFieldPostingsFormat, TestTermQuery, TestIndexInput, TestPagedBytes, TestFSTs, TestCachingCollector, TestOfflineSorter, TestSimpleFSLockFactory, TestLucene50CompoundFormat, TestBKD, TestTopDocsMerge, TestDateSort, TestIndexWriterOnJRECrash, TestSpanNearQuery, TestSortedSetSelector, TestSpanTermQuery, TestNoMergeScheduler, TestField, TestNRTReaderCleanup, TestIndexReaderClose, TestFuzzyQuery]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFuzzyQuery -Dtests.seed=DBDEA4DBCB14C93B -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=et-EE -Dtests.timezone=Europe/Belgrade -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J1 | TestFuzzyQuery (suite) <<<
[junit4] > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
[junit4] > at __randomizedtesting.SeedInfo.seed([DBDEA4DBCB14C93B]:0)
[junit4] Completed [406/441 (1!)] on J1 in 7223.17s, 9 tests, 2 errors <<< FAILURES!
[...truncated 10171 lines...]
[junit4] Suite: org.apache.solr.cloud.CdcrReplicationDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_9607C0FE3F7862F0-001/init-core-data-001
[junit4] 2> 354805 INFO (SUITE-CdcrReplicationDistributedZkTest-seed#[9607C0FE3F7862F0]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 354805 INFO (SUITE-CdcrReplicationDistributedZkTest-seed#[9607C0FE3F7862F0]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /vt_n/l
[junit4] 2> 354809 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 354810 INFO (Thread-2177) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 354810 INFO (Thread-2177) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 354910 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.c.ZkTestServer start zk server on port:54451
[junit4] 2> 354926 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-cdcr.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 354928 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 354930 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 354932 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 354933 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 354935 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 354936 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 354938 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 354939 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 354941 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 354951 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 354953 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testDeleteCreateSourceCollection
[junit4] 2> 355057 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_9607C0FE3F7862F0-001/jetty-001/cores/collection1
[junit4] 2> 355058 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 355060 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1608a4e8{/vt_n/l,null,AVAILABLE}
[junit4] 2> 355063 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.e.j.s.ServerConnector Started ServerConnector@71759bb1{HTTP/1.1,[http/1.1]}{127.0.0.1:43222}
[junit4] 2> 355063 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.e.j.s.Server Started @358924ms
[junit4] 2> 355063 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard1, hostContext=/vt_n/l, hostPort=43222, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_9607C0FE3F7862F0-001/jetty-001/cores}
[junit4] 2> 355063 ERROR (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 355063 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 355063 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 355063 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 355063 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-14T21:38:51.349Z
[junit4] 2> 355069 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 355069 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_9607C0FE3F7862F0-001/jetty-001/solr.xml
[junit4] 2> 355075 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 355076 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54451/solr
[junit4] 2> 355106 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [n:127.0.0.1:43222_vt_n%2Fl ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43222_vt_n%2Fl
[junit4] 2> 355108 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [n:127.0.0.1:43222_vt_n%2Fl ] o.a.s.c.Overseer Overseer (id=96938199029972996-127.0.0.1:43222_vt_n%2Fl-n_0000000000) starting
[junit4] 2> 355116 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [n:127.0.0.1:43222_vt_n%2Fl ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43222_vt_n%2Fl
[junit4] 2> 355123 INFO (zkCallback-472-thread-1-processing-n:127.0.0.1:43222_vt_n%2Fl) [n:127.0.0.1:43222_vt_n%2Fl ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 355128 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [n:127.0.0.1:43222_vt_n%2Fl ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_9607C0FE3F7862F0-001/jetty-001/cores
[junit4] 2> 355128 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [n:127.0.0.1:43222_vt_n%2Fl ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 355130 INFO (OverseerStateUpdate-96938199029972996-127.0.0.1:43222_vt_n%2Fl-n_0000000000) [n:127.0.0.1:43222_vt_n%2Fl ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 356136 INFO (coreLoadExecutor-1148-thread-1-processing-n:127.0.0.1:43222_vt_n%2Fl) [n:127.0.0.1:43222_vt_n%2Fl c:tmp_collection x:collection1] o.a.s.c.ZkController Only one config set found in zk - using it:conf1
[junit4] 2> 356149 WARN (coreLoadExecutor-1148-thread-1-processing-n:127.0.0.1:43222_vt_n%2Fl) [n:127.0.0.1:43222_vt_n%2Fl c:tmp_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 356150 INFO (coreLoadExecutor-1148-thread-1-processing-n:127.0.0.1:43222_vt_n%2Fl) [n:127.0.0.1:43222_vt_n%2Fl c:tmp_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 356162 INFO (coreLoadExecutor-1148-thread-1-processing-n:127.0.0.1:43222_vt_n%2Fl) [n:127.0.0.1:43222_vt_n%2Fl c:tmp_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 356345 WARN (coreLoadExecutor-1148-thread-1-processing-n:127.0.0.1:43222_vt_n%2Fl) [n:127.0.0.1:43222_vt_n%2Fl c:tmp_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 356347 INFO (coreLoadExecutor-1148-thread-1-processing-n:127.0.0.1:43222_vt_n%2Fl) [n:127.0.0.1:43222_vt_n%2Fl c:tmp_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 356381 INFO (coreLoadExecutor-1148-thread-1-processing-n:127.0.0.1:43222_vt_n%2Fl) [n:127.0.0.1:43222_vt_n%2Fl c:tmp_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection tmp_collection
[junit4] 2> 356382 INFO (coreLoadExecutor-1148-thread-1-processing-n:127.0.0.1:43222_vt_n%2Fl) [n:127.0.0.1:43222_vt_n%2Fl c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_9607C0FE3F7862F0-001/jetty-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_9607C0FE3F7862F0-001/jetty-001/cores/collection1/data/]
[junit4] 2> 356382 INFO (coreLoadExecutor-1148-thread-1-processing-n:127.0.0.1:43222_vt_n%2Fl) [n:127.0.0.1:43222_vt_n%2Fl c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a69d9d8
[junit4] 2> 356384 INFO (coreLoadExecutor-1148-thread-1-processing-n:127.0.0.1:43222_vt_n%2Fl) [n:127.0.0.1:43222_vt_n%2Fl c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=11, maxMergeAtOnceExplicit=20, maxMergedSegmentMB=13.2294921875, floorSegmentMB=1.416015625, forceMergeDeletesPctAllowed=18.607167246940108, segmentsPerTier=12.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8086589340136101
[junit4] 2> 356478 INFO (coreLoadExecutor-1148-thread-1-processing-n:127.0.0.1:43222_vt_n%2Fl) [n:127.0.0.1:43222_vt_n%2Fl c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 356478 INFO (coreLoadExecutor-1148-thread-1-processing-n:127.0.0.1:43222_vt_n%2Fl) [n:127.0.0.1:43222_vt_n%2Fl c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 356479 INFO (coreLoadExecutor-1148-thread-1-processing-n:127.0.0.1:43222_vt_n%2Fl) [n:127.0.0.1:43222_vt_n%2Fl c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 356479 INFO (coreLoadExecutor-1148-thread-1-processing-n:127.0.0.1:43222_vt_n%2Fl) [n:127.0.0.1:43222_vt_n%2Fl c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 356479 INFO (coreLoadExecutor-1148-thread-1-processing-n:127.0.0.1:43222_vt_n%2Fl) [n:127.0.0.1:43222_vt_n%2Fl c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=20, maxMergedSegmentMB=0.3349609375, floorSegmentMB=1.0556640625, forceMergeDeletesPctAllowed=17.178059612439547, segmentsPerTier=22.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 356480 INFO (coreLoadExecutor-1148-thread-1-processing-n:127.0.0.1:43222_vt_n%2Fl) [n:127.0.0.1:43222_vt_n%2Fl c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@586981d7[collection1] main]
[junit4] 2> 356483 INFO (coreLoadExecutor-1148-thread-1-processing-n:127.0.0.1:43222_vt_n%2Fl) [n:127.0.0.1:43222_vt_n%2Fl c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 356484 INFO (coreLoadExecutor-1148-thread-1-processing-n:127.0.0.1:43222_vt_n%2Fl) [n:127.0.0.1:43222_vt_n%2Fl c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 356488 INFO (coreLoadExecutor-1148-thread-1-processing-n:127.0.0.1:43222_vt_n%2Fl) [n:127.0.0.1:43222_vt_n%2Fl c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 356495 INFO (coreLoadExecutor-1148-thread-1-processing-n:127.0.0.1:43222_vt_n%2Fl) [n:127.0.0.1:43222_vt_n%2Fl c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.h.CdcrBufferStateManager Created znode /collections/tmp_collection/cdcr/state/buffer
[junit4] 2> 356501 INFO (coreLoadExecutor-1148-thread-1-processing-n:127.0.0.1:43222_vt_n%2Fl) [n:127.0.0.1:43222_vt_n%2Fl c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.h.CdcrProcessStateManager Created znode /collections/tmp_collection/cdcr/state/process
[junit4] 2> 356552 INFO (searcherExecutor-1149-thread-1-processing-n:127.0.0.1:43222_vt_n%2Fl x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:43222_vt_n%2Fl c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@586981d7[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 356552 INFO (coreLoadExecutor-1148-thread-1-processing-n:127.0.0.1:43222_vt_n%2Fl) [n:127.0.0.1:43222_vt_n%2Fl c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1551011186305138688
[junit4] 2> 356602 INFO (coreZkRegister-1141-thread-1-processing-n:127.0.0.1:43222_vt_n%2Fl x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:43222_vt_n%2Fl c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 356602 INFO (coreZkRegister-1141-thread-1-processing-n:127.0.0.1:43222_vt_n%2Fl x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:43222_vt_n%2Fl c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 356602 INFO (coreZkRegister-1141-thread-1-processing-n:127.0.0.1:43222_vt_n%2Fl x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:43222_vt_n%2Fl c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:43222/vt_n/l/collection1/
[junit4] 2> 356602 INFO (coreZkRegister-1141-thread-1-processing-n:127.0.0.1:43222_vt_n%2Fl x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:43222_vt_n%2Fl c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 356602 INFO (coreZkRegister-1141-thread-1-processing-n:127.0.0.1:43222_vt_n%2Fl x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:43222_vt_n%2Fl c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:43222/vt_n/l/collection1/ has no replicas
[junit4] 2> 356606 INFO (zkCallback-472-thread-2-processing-n:127.0.0.1:43222_vt_n%2Fl) [n:127.0.0.1:43222_vt_n%2Fl ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ tmp_collection:shard2
[junit4] 2> 356610 INFO (coreZkRegister-1141-thread-1-processing-n:127.0.0.1:43222_vt_n%2Fl x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:43222_vt_n%2Fl c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:43222/vt_n/l/collection1/ shard2
[junit4] 2> 356739 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_9607C0FE3F7862F0-001/jetty-002/cores/collection1
[junit4] 2> 356741 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 356742 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@294a168b{/vt_n/l,null,AVAILABLE}
[junit4] 2> 356743 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.e.j.s.ServerConnector Started ServerConnector@39fb6591{HTTP/1.1,[http/1.1]}{127.0.0.1:56465}
[junit4] 2> 356743 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.e.j.s.Server Started @360605ms
[junit4] 2> 356743 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard2, hostContext=/vt_n/l, hostPort=56465, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_9607C0FE3F7862F0-001/jetty-002/cores}
[junit4] 2> 356743 ERROR (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 356744 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 356744 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 356744 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 356744 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-14T21:38:53.030Z
[junit4] 2> 356763 INFO (coreZkRegister-1141-thread-1-processing-n:127.0.0.1:43222_vt_n%2Fl x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:43222_vt_n%2Fl c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 356774 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 356774 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_9607C0FE3F7862F0-001/jetty-002/solr.xml
[junit4] 2> 356783 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 356783 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54451/solr
[junit4] 2> 356800 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [n:127.0.0.1:56465_vt_n%2Fl ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 356805 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [n:127.0.0.1:56465_vt_n%2Fl ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56465_vt_n%2Fl
[junit4] 2> 356806 INFO (zkCallback-472-thread-1-processing-n:127.0.0.1:43222_vt_n%2Fl) [n:127.0.0.1:43222_vt_n%2Fl ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 356812 INFO (zkCallback-478-thread-1-processing-n:127.0.0.1:56465_vt_n%2Fl) [n:127.0.0.1:56465_vt_n%2Fl ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 356823 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [n:127.0.0.1:56465_vt_n%2Fl ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_9607C0FE3F7862F0-001/jetty-002/cores
[junit4] 2> 356823 INFO (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[9607C0FE3F7862F0]) [n:127.0.0.1:56465_vt_n%2Fl ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 356829 INFO (OverseerStateUpdate-96938199029972996-127.0.0.1:43222_vt_n%2Fl-n_0000000000) [n:127.0.0.1:43222_vt_n%2Fl ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 357851 WARN (coreLoadExecutor-1160-thread-1-processing-n:127.0.0.1:56465_vt_n%2Fl) [n:127.0.0.1:56465_vt_n%2Fl c:tmp_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 357852 INFO (coreLoadExecutor-1160-thread-1-processing-n:127.0.0.1:56465_vt_n%2Fl) [n:127.0.0.1:56465_vt_n%2Fl c:tmp_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 357890 INFO (coreLoadExecutor-1160-thread-1-processing-n:127.0.0.1:56465_vt_n%2Fl) [n:127.0.0.1:56465_vt_n%2Fl c:tmp_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 358026 WARN (coreLoadExecutor-1160-thread-1-processing-n:127.0.0.1:56465_vt_n%2Fl) [n:127.0.0.1:56465_vt_n%2Fl c:tmp_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 358041 INFO (coreLoadExecutor-1160-thread-1-processing-n:127.0.0.1:56465_vt_n%2Fl) [n:127.0.0.1:56465_vt_n%2Fl c:tmp_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 358062 INFO (coreLoadExecutor-1160-thread-1-processing-n:127.0.0.1:56465_vt_n%2Fl) [n:127.0.0.1:56465_vt_n%2Fl c:tmp_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection tmp_collection
[junit4] 2> 358062 INFO (coreLoa
[...truncated too long message...]
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {pivot_dt1=Lucene50(blocksize=128), dense_pivot_i1=PostingsFormat(name=Direct), pivot_l1=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), range_facet_l_dv=PostingsFormat(name=Memory doPackFST= true), multiDefault=Lucene50(blocksize=128), pivot_f1=Lucene50(blocksize=128), intDefault=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), pivot_d1=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), pivot_x_s=PostingsFormat(name=Memory doPackFST= true), pivot_b1=Lucene50(blocksize=128), pivot_dt=PostingsFormat(name=Direct), dense_pivot_ti1=PostingsFormat(name=Memory doPackFST= true), range_facet_l=Lucene50(blocksize=128), pivot_x_s1=Lucene50(blocksize=128), pivot_y_s=Lucene50(blocksize=128), pivot_z_s=PostingsFormat(name=Direct), dense_pivot_ti=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), pivot_z_s1=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), pivot_tl1=Lucene50(blocksize=128), id=PostingsFormat(name=Memory doPackFST= true), dense_pivot_x_s1=Lucene50(blocksize=128), timestamp=Lucene50(blocksize=128), dense_pivot_y_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), pivot_td1=Lucene50(blocksize=128), pivot_tdt=PostingsFormat(name=Memory doPackFST= true), pivot_i1=PostingsFormat(name=Direct), pivot_tf1=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), pivot_td=PostingsFormat(name=Direct), pivot_tf=PostingsFormat(name=Memory doPackFST= true), pivot_f=PostingsFormat(name=Direct), pivot_ti=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), _version_=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), pivot_i=Lucene50(blocksize=128), pivot_tl=PostingsFormat(name=Direct), pivot_l=PostingsFormat(name=Memory doPackFST= true), pivot_y_s1=PostingsFormat(name=Direct), pivot_ti1=PostingsFormat(name=Memory doPackFST= true), range_facet_i_dv=Lucene50(blocksize=128), dense_pivot_i=Lucene50(blocksize=128), pivot_b=PostingsFormat(name=Direct), dense_pivot_y_s1=PostingsFormat(name=Direct), pivot_d=PostingsFormat(name=Memory doPackFST= true), pivot_tdt1=Lucene50(blocksize=128), dense_pivot_x_s=PostingsFormat(name=Memory doPackFST= true)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Asserting), range_facet_i_dv=DocValuesFormat(name=Lucene54), timestamp=DocValuesFormat(name=Lucene54)}, maxPointsInLeafNode=381, maxMBSortInHeap=6.521166944707231, sim=RandomSimilarity(queryNorm=false,coord=crazy): {}, locale=mt-MT, timezone=SystemV/PST8PDT
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=286011528,total=477626368
[junit4] 2> NOTE: All tests run in this JVM: [DeleteStatusTest, TestSchemaSimilarityResource, URLClassifyProcessorTest, ClassificationUpdateProcessorFactoryTest, TestHdfsCloudBackupRestore, TestCloudSchemaless, TestCustomStream, DistributedFacetExistsSmallTest, LoggingHandlerTest, CollectionsAPIAsyncDistributedZkTest, CollectionReloadTest, StatsReloadRaceTest, TestCustomDocTransformer, TestRTimerTree, TestSmileRequest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, SaslZkACLProviderTest, SpellCheckCollatorTest, SimplePostToolTest, TestSizeLimitedDistributedMap, DistributedMLTComponentTest, IndexBasedSpellCheckerTest, CdcrUpdateLogTest, VMParamsZkACLAndCredentialsProvidersTest, ExitableDirectoryReaderTest, RankQueryTest, DistributedFacetPivotSmallAdvancedTest, TestOnReconnectListenerSupport, BlockJoinFacetRandomTest, CoreAdminCreateDiscoverTest, SpellCheckComponentTest, TestInfoStreamLogging, ZkCLITest, DateMathParserTest, FileUtilsTest, TestConfigReload, TestSolrDynamicMBean, SpatialFilterTest, TestSearchPerf, DistributedIntervalFacetingTest, TestFuzzyAnalyzedSuggestions, RemoteQueryErrorTest, TestDocBasedVersionConstraints, TestAnalyzeInfixSuggestions, TestUninvertingReader, HighlighterTest, TestElisionMultitermQuery, OpenCloseCoreStressTest, JsonLoaderTest, SolrIndexConfigTest, TestBulkSchemaConcurrent, TestQuerySenderListener, BaseCdcrDistributedZkTest, TestIntervalFaceting, TestJsonFacets, UtilsToolTest, SchemaVersionSpecificBehaviorTest, CopyFieldTest, TestFiltering, SortByFunctionTest, TestDistributedStatsComponentCardinality, TestAuthorizationFramework, TestSlowCompositeReaderWrapper, CdcrReplicationHandlerTest, TestFreeTextSuggestions, DirectSolrConnectionTest, DistributedQueryComponentCustomSortTest, TestSolrIndexConfig, CollectionsAPIDistributedZkTest, IndexSchemaRuntimeFieldTest, CSVRequestHandlerTest, MultiTermTest, OutOfBoxZkACLAndCredentialsProvidersTest, TermVectorComponentTest, OverseerTaskQueueTest, TestRequestStatusCollectionAPI, TestCoreContainer, ZkSolrClientTest, TestGraphMLResponseWriter, SampleTest, TestOverriddenPrefixQueryForCustomFieldType, CachingDirectoryFactoryTest, TestFieldCollectionResource, TestMaxScoreQueryParser, TestCustomSort, TestDistributedGrouping, TestReqParamsAPI, SoftAutoCommitTest, TestCursorMarkWithoutUniqueKey, TestUseDocValuesAsStored, AliasIntegrationTest, EchoParamsTest, TestDFISimilarityFactory, JSONWriterTest, TestCloudPseudoReturnFields, MoreLikeThisHandlerTest, FacetPivotSmallTest, BitVectorTest, TestRebalanceLeaders, TestStressVersions, ZkStateWriterTest, TestManagedResource, TestFieldCacheReopen, DocumentBuilderTest, InfoHandlerTest, ChaosMonkeySafeLeaderTest, ZkControllerTest, HLLSerializationTest, BasicDistributedZkTest, SyncSliceTest, OverseerTest, LeaderElectionIntegrationTest, ShardRoutingTest, BasicZkTest, RecoveryZkTest, TestReplicationHandler, CdcrVersionReplicationTest, ConfigSetsAPITest, ConnectionManagerTest, CreateCollectionCleanupTest, CustomCollectionTest, DistributedQueueTest, ForceLeaderTest, PeerSyncReplicationTest, SSLMigrationTest, SharedFSAutoReplicaFailoverTest, TestCloudInspectUtil, TestCloudPivotFacet]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestCloudPivotFacet -Dtests.seed=9607C0FE3F7862F0 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=mt-MT -Dtests.timezone=SystemV/PST8PDT -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J1 | TestCloudPivotFacet (suite) <<<
[junit4] > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
[junit4] > at __randomizedtesting.SeedInfo.seed([9607C0FE3F7862F0]:0)Throwable #2: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=25228, name=solr-idle-connections-evictor, state=RUNNABLE, group=TGRP-TestCloudPivotFacet]
[junit4] > Caused by: java.lang.OutOfMemoryError: GC overhead limit exceededThrowable #3: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=25293, name=solr-idle-connections-evictor, state=RUNNABLE, group=TGRP-TestCloudPivotFacet]
[junit4] > Caused by: java.lang.OutOfMemoryError: GC overhead limit exceededThrowable #4: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=25442, name=zkCallback-3531-thread-6, state=RUNNABLE, group=TGRP-TestCloudPivotFacet]
[junit4] > Caused by: java.lang.OutOfMemoryError: GC overhead limit exceededThrowable #5: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=25456, name=zkCallback-3531-thread-11, state=RUNNABLE, group=TGRP-TestCloudPivotFacet]
[junit4] > Caused by: java.lang.OutOfMemoryError: GC overhead limit exceeded
[junit4] Completed [651/651 (5!)] on J1 in 7223.53s, 1 test, 6 errors <<< FAILURES!
[...truncated 1 lines...]
[junit4] JVM J1: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/temp/junit4-J1-20161114_213252_370.sysout
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] java.lang.OutOfMemoryError: GC overhead limit exceeded
[junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/heapdumps/java_pid19746.hprof ...
[junit4] Heap dump file created [661415171 bytes in 5.225 secs]
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J1: stderr was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/temp/junit4-J1-20161114_213252_370.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4]
[junit4] Exception: java.lang.OutOfMemoryError thrown from the UncaughtExceptionHandler in thread "solr-idle-connections-evictor"
[junit4] <<< JVM J1: EOF ----
[...truncated 11055 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/build.xml:773: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/build.xml:717: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid19746.hprof
Total time: 483 minutes 10 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 198 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/198/
4 tests failed.
FAILED: org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget
Error Message:
Timeout while trying to assert number of documents @ target_collection
Stack Trace:
java.lang.AssertionError: Timeout while trying to assert number of documents @ target_collection
at __randomizedtesting.SeedInfo.seed([B6A88B4914AF140A:16CA19D3C4F6D14F]:0)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:271)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget(CdcrReplicationDistributedZkTest.java:595)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.AssertionError: expected:<50> but was:<0>
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:262)
... 42 more
FAILED: org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload
Error Message:
expected:<[{indexVersion=1479074097480,generation=2,filelist=[_ml.cfe, _ml.cfs, _ml.si, _mm.cfe, _mm.cfs, _mm.si, _mo.fdt, _mo.fdx, _mo.fnm, _mo.nvd, _mo.nvm, _mo.si, _mo_FSTOrd50_0.doc, _mo_FSTOrd50_0.tbk, _mo_FSTOrd50_0.tix, _mp.cfe, _mp.cfs, _mp.si, _mr.cfe, _mr.cfs, _mr.si, segments_2]}]> but was:<[{indexVersion=1479074097480,generation=2,filelist=[_ml.cfe, _ml.cfs, _ml.si, _mm.cfe, _mm.cfs, _mm.si, _mo.fdt, _mo.fdx, _mo.fnm, _mo.nvd, _mo.nvm, _mo.si, _mo_FSTOrd50_0.doc, _mo_FSTOrd50_0.tbk, _mo_FSTOrd50_0.tix, _mp.cfe, _mp.cfs, _mp.si, _mr.cfe, _mr.cfs, _mr.si, segments_2]}, {indexVersion=1479074097480,generation=3,filelist=[_mp.cfe, _mp.cfs, _mp.si, _mq.cfe, _mq.cfs, _mq.si, _mr.cfe, _mr.cfs, _mr.si, segments_3]}]>
Stack Trace:
java.lang.AssertionError: expected:<[{indexVersion=1479074097480,generation=2,filelist=[_ml.cfe, _ml.cfs, _ml.si, _mm.cfe, _mm.cfs, _mm.si, _mo.fdt, _mo.fdx, _mo.fnm, _mo.nvd, _mo.nvm, _mo.si, _mo_FSTOrd50_0.doc, _mo_FSTOrd50_0.tbk, _mo_FSTOrd50_0.tix, _mp.cfe, _mp.cfs, _mp.si, _mr.cfe, _mr.cfs, _mr.si, segments_2]}]> but was:<[{indexVersion=1479074097480,generation=2,filelist=[_ml.cfe, _ml.cfs, _ml.si, _mm.cfe, _mm.cfs, _mm.si, _mo.fdt, _mo.fdx, _mo.fnm, _mo.nvd, _mo.nvm, _mo.si, _mo_FSTOrd50_0.doc, _mo_FSTOrd50_0.tbk, _mo_FSTOrd50_0.tix, _mp.cfe, _mp.cfs, _mp.si, _mr.cfe, _mr.cfs, _mr.si, segments_2]}, {indexVersion=1479074097480,generation=3,filelist=[_mp.cfe, _mp.cfs, _mp.si, _mq.cfe, _mq.cfs, _mq.si, _mr.cfe, _mr.cfs, _mr.si, segments_3]}]>
at __randomizedtesting.SeedInfo.seed([B6A88B4914AF140A:937F907964E71A09]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:147)
at org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload(TestReplicationHandler.java:1229)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/withconfigset2
at __randomizedtesting.SeedInfo.seed([B6A88B4914AF140A:9BD6C413E38BAE06]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/5)={ "replicationFactor":"1", "shards":{ "shard1":{ "range":"80000000-bfffffff", "state":"active", "replicas":{}}, "shard2":{ "range":"c0000000-ffffffff", "state":"active", "replicas":{}}, "shard3":{ "range":"0-3fffffff", "state":"active", "replicas":{}}, "shard4":{ "range":"40000000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/5)={
"replicationFactor":"1",
"shards":{
"shard1":{
"range":"80000000-bfffffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"c0000000-ffffffff",
"state":"active",
"replicas":{}},
"shard3":{
"range":"0-3fffffff",
"state":"active",
"replicas":{}},
"shard4":{
"range":"40000000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([B6A88B4914AF140A:FEDDFFFD129C3B9F]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:236)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11514 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_B6A88B4914AF140A-001/init-core-data-001
[junit4] 2> 740332 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B6A88B4914AF140A]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 740333 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B6A88B4914AF140A]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_B6A88B4914AF140A-001/tempDir-001
[junit4] 2> 740333 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B6A88B4914AF140A]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 740334 INFO (Thread-5110) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 740334 INFO (Thread-5110) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 740434 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B6A88B4914AF140A]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:60131
[junit4] 2> 740456 INFO (jetty-launcher-701-thread-1) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 740458 INFO (jetty-launcher-701-thread-2) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 740460 INFO (jetty-launcher-701-thread-3) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 740462 INFO (jetty-launcher-701-thread-4) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 740464 INFO (jetty-launcher-701-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6f0de7ec{/solr,null,AVAILABLE}
[junit4] 2> 740465 INFO (jetty-launcher-701-thread-2) [ ] o.e.j.s.ServerConnector Started ServerConnector@521e773d{SSL,[ssl, http/1.1]}{127.0.0.1:40417}
[junit4] 2> 740465 INFO (jetty-launcher-701-thread-2) [ ] o.e.j.s.Server Started @744433ms
[junit4] 2> 740466 INFO (jetty-launcher-701-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40417}
[junit4] 2> 740466 ERROR (jetty-launcher-701-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 740477 INFO (jetty-launcher-701-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 740477 INFO (jetty-launcher-701-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 740477 INFO (jetty-launcher-701-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 740477 INFO (jetty-launcher-701-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-13T21:16:40.732Z
[junit4] 2> 740470 INFO (jetty-launcher-701-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@e82bc48{/solr,null,AVAILABLE}
[junit4] 2> 740469 INFO (jetty-launcher-701-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@753ba8ad{/solr,null,AVAILABLE}
[junit4] 2> 740467 INFO (jetty-launcher-701-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@49edbafa{/solr,null,AVAILABLE}
[junit4] 2> 740487 INFO (jetty-launcher-701-thread-1) [ ] o.e.j.s.ServerConnector Started ServerConnector@36bd0e10{SSL,[ssl, http/1.1]}{127.0.0.1:47633}
[junit4] 2> 740487 INFO (jetty-launcher-701-thread-1) [ ] o.e.j.s.Server Started @744455ms
[junit4] 2> 740487 INFO (jetty-launcher-701-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=47633}
[junit4] 2> 740488 ERROR (jetty-launcher-701-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 740488 INFO (jetty-launcher-701-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 740488 INFO (jetty-launcher-701-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 740488 INFO (jetty-launcher-701-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 740488 INFO (jetty-launcher-701-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-13T21:16:40.743Z
[junit4] 2> 740490 INFO (jetty-launcher-701-thread-4) [ ] o.e.j.s.ServerConnector Started ServerConnector@1856dc7c{SSL,[ssl, http/1.1]}{127.0.0.1:39538}
[junit4] 2> 740490 INFO (jetty-launcher-701-thread-4) [ ] o.e.j.s.Server Started @744457ms
[junit4] 2> 740490 INFO (jetty-launcher-701-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39538}
[junit4] 2> 740490 ERROR (jetty-launcher-701-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 740490 INFO (jetty-launcher-701-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 740490 INFO (jetty-launcher-701-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 740490 INFO (jetty-launcher-701-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 740490 INFO (jetty-launcher-701-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-13T21:16:40.745Z
[junit4] 2> 740492 INFO (jetty-launcher-701-thread-3) [ ] o.e.j.s.ServerConnector Started ServerConnector@1ee46472{SSL,[ssl, http/1.1]}{127.0.0.1:60969}
[junit4] 2> 740492 INFO (jetty-launcher-701-thread-3) [ ] o.e.j.s.Server Started @744460ms
[junit4] 2> 740492 INFO (jetty-launcher-701-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60969}
[junit4] 2> 740493 ERROR (jetty-launcher-701-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 740493 INFO (jetty-launcher-701-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 740493 INFO (jetty-launcher-701-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 740493 INFO (jetty-launcher-701-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 740493 INFO (jetty-launcher-701-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-13T21:16:40.748Z
[junit4] 2> 740499 INFO (jetty-launcher-701-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 740502 INFO (jetty-launcher-701-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 740506 INFO (jetty-launcher-701-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 740512 INFO (jetty-launcher-701-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 740513 INFO (jetty-launcher-701-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 740513 INFO (jetty-launcher-701-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60131/solr
[junit4] 2> 740524 INFO (jetty-launcher-701-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 740526 INFO (jetty-launcher-701-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 740529 INFO (jetty-launcher-701-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 740537 INFO (jetty-launcher-701-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60131/solr
[junit4] 2> 740538 INFO (jetty-launcher-701-thread-1) [n:127.0.0.1:47633_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:47633_solr
[junit4] 2> 740557 INFO (jetty-launcher-701-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60131/solr
[junit4] 2> 740557 INFO (jetty-launcher-701-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60131/solr
[junit4] 2> 740571 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1585f8c9d0e0007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 740573 INFO (jetty-launcher-701-thread-1) [n:127.0.0.1:47633_solr ] o.a.s.c.Overseer Overseer (id=96932449523466246-127.0.0.1:47633_solr-n_0000000000) starting
[junit4] 2> 740602 INFO (jetty-launcher-701-thread-3) [n:127.0.0.1:60969_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60969_solr
[junit4] 2> 740602 INFO (jetty-launcher-701-thread-4) [n:127.0.0.1:39538_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39538_solr
[junit4] 2> 740614 INFO (jetty-launcher-701-thread-1) [n:127.0.0.1:47633_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47633_solr
[junit4] 2> 740619 INFO (zkCallback-710-thread-1-processing-n:127.0.0.1:47633_solr) [n:127.0.0.1:47633_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 740621 INFO (zkCallback-722-thread-2-processing-n:127.0.0.1:39538_solr) [n:127.0.0.1:39538_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 740626 INFO (jetty-launcher-701-thread-2) [n:127.0.0.1:40417_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 740629 INFO (OverseerStateUpdate-96932449523466246-127.0.0.1:47633_solr-n_0000000000) [n:127.0.0.1:47633_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 740633 INFO (jetty-launcher-701-thread-4) [n:127.0.0.1:39538_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_B6A88B4914AF140A-001/tempDir-001/node4/.
[junit4] 2> 740636 INFO (zkCallback-721-thread-1-processing-n:127.0.0.1:60969_solr) [n:127.0.0.1:60969_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 740636 INFO (jetty-launcher-701-thread-3) [n:127.0.0.1:60969_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_B6A88B4914AF140A-001/tempDir-001/node3/.
[junit4] 2> 740637 INFO (zkCallback-722-thread-1-processing-n:127.0.0.1:39538_solr) [n:127.0.0.1:39538_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 740638 INFO (zkCallback-721-thread-2-processing-n:127.0.0.1:60969_solr) [n:127.0.0.1:60969_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 740639 INFO (jetty-launcher-701-thread-2) [n:127.0.0.1:40417_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40417_solr
[junit4] 2> 740640 INFO (zkCallback-722-thread-1-processing-n:127.0.0.1:39538_solr) [n:127.0.0.1:39538_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 740646 INFO (zkCallback-721-thread-2-processing-n:127.0.0.1:60969_solr) [n:127.0.0.1:60969_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 740667 INFO (zkCallback-723-thread-1-processing-n:127.0.0.1:40417_solr) [n:127.0.0.1:40417_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 740667 INFO (jetty-launcher-701-thread-1) [n:127.0.0.1:47633_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_B6A88B4914AF140A-001/tempDir-001/node1/.
[junit4] 2> 740675 INFO (zkCallback-710-thread-2-processing-n:127.0.0.1:47633_solr) [n:127.0.0.1:47633_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 740678 INFO (jetty-launcher-701-thread-2) [n:127.0.0.1:40417_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_B6A88B4914AF140A-001/tempDir-001/node2/.
[junit4] 2> 740684 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B6A88B4914AF140A]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 740731 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B6A88B4914AF140A]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 740745 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B6A88B4914AF140A]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 740747 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B6A88B4914AF140A]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 740760 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B6A88B4914AF140A]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_59224_hdfs____fh0aka/webapp
[junit4] 2> 741150 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B6A88B4914AF140A]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:59224
[junit4] 2> 741214 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B6A88B4914AF140A]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 741215 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B6A88B4914AF140A]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 741228 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B6A88B4914AF140A]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_53022_datanode____.g8hipz/webapp
[junit4] 2> 741647 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B6A88B4914AF140A]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:53022
[junit4] 2> 741680 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B6A88B4914AF140A]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 741681 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B6A88B4914AF140A]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 741697 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B6A88B4914AF140A]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_39851_datanode____.3gndrf/webapp
[junit4] 2> 741762 INFO (IPC Server handler 4 on 56264) [ ] BlockStateChange BLOCK* processReport: from storage DS-c7e0169e-71bd-4ec1-8526-d3277a03a491 node DatanodeRegistration(127.0.0.1:43634, datanodeUuid=837f1d5f-a258-4e15-b631-8abc100e09aa, infoPort=44172, infoSecurePort=0, ipcPort=35246, storageInfo=lv=-56;cid=testClusterID;nsid=1100650242;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 741762 INFO (IPC Server handler 4 on 56264) [ ] BlockStateChange BLOCK* processReport: from storage DS-55ad8a82-6086-42a1-b25e-86b98b667462 node DatanodeRegistration(127.0.0.1:43634, datanodeUuid=837f1d5f-a258-4e15-b631-8abc100e09aa, infoPort=44172, infoSecurePort=0, ipcPort=35246, storageInfo=lv=-56;cid=testClusterID;nsid=1100650242;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 742141 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[B6A88B4914AF140A]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:39851
[junit4] 2> 742283 INFO (IPC Server handler 3 on 56264) [ ] BlockStateChange BLOCK* processReport: from storage DS-cf78a4ba-600b-4c9e-8d1d-5f2080d81c7d node DatanodeRegistration(127.0.0.1:57085, datanodeUuid=d007fb96-3a84-428b-94a7-d966f367e2fa, infoPort=34140, infoSecurePort=0, ipcPort=51957, storageInfo=lv=-56;cid=testClusterID;nsid=1100650242;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 742283 INFO (IPC Server handler 3 on 56264) [ ] BlockStateChange BLOCK* processReport: from storage DS-dce15cc9-5144-4fc7-b359-a7279b3a1f71 node DatanodeRegistration(127.0.0.1:57085, datanodeUuid=d007fb96-3a84-428b-94a7-d966f367e2fa, infoPort=34140, infoSecurePort=0, ipcPort=51957, storageInfo=lv=-56;cid=testClusterID;nsid=1100650242;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 742378 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[B6A88B4914AF140A]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTooManyReplicas
[junit4] 2> 742380 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[B6A88B4914AF140A]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 742442 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=10&collection.configName=conf&name=collection&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 742445 INFO (OverseerThreadFactory-2132-thread-1-processing-n:127.0.0.1:47633_solr) [n:127.0.0.1:47633_solr ] o.a.s.c.CreateCollectionCmd Create collection collection
[junit4] 2> 742446 WARN (OverseerThreadFactory-2132-thread-1-processing-n:127.0.0.1:47633_solr) [n:127.0.0.1:47633_solr ] o.a.s.c.CreateCollectionCmd Specified replicationFactor of 10 on collection collection is higher than or equal to the number of Solr instances currently live or live and part of your createNodeSet(4). It's unusual to run two replica of the same slice on the same Solr-instance.
[junit4] 2> 742446 ERROR (OverseerThreadFactory-2132-thread-1-processing-n:127.0.0.1:47633_solr) [n:127.0.0.1:47633_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: collection operation: create failed:org.apache.solr.common.SolrException: Cannot create collection collection. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 4. This allows a maximum of 4 to be created. Value of numShards is 2 and value of replicationFactor is 10. This requires 20 shards to be created (higher than the allowed number)
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:148)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:224)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:463)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 742450 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=10&collection.configName=conf&name=collection&action=CREATE&numShards=2&wt=javabin&version=2} status=400 QTime=7
[junit4] 2> 742452 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[B6A88B4914AF140A]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testTooManyReplicas
[junit4] 2> 742522 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCoresAreDistributedAcrossNodes-seed#[B6A88B4914AF140A]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCoresAreDistributedAcrossNodes
[junit4] 2> 742523 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testCoresAreDistributedAcrossNodes-seed#[B6A88B4914AF140A]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 742526 INFO (qtp1955811460-8826) [n:127.0.0.1:47633_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=nodes_used_collection&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 742528 INFO (OverseerThreadFactory-2132-thread-2-processing-n:127.0.0.1:47633_solr) [n:127.0.0.1:47633_solr ] o.a.s.c.CreateCollectionCmd Create collection nodes_used_collection
[junit4] 2> 742529 INFO (OverseerCollectionConfigSetProcessor-96932449523466246-127.0.0.1:47633_solr-n_0000000000) [n:127.0.0.1:47633_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 742690 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard1_replica1&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard1&wt=javabin&version=2
[junit4] 2> 742721 INFO (qtp50170523-8844) [n:127.0.0.1:60969_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard2_replica2&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard2&wt=javabin&version=2
[junit4] 2> 742728 INFO (qtp618199129-8834) [n:127.0.0.1:39538_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard1_replica2&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard1&wt=javabin&version=2
[junit4] 2> 742736 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard2_replica1&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard2&wt=javabin&version=2
[junit4] 2> 742840 INFO (zkCallback-722-thread-1-processing-n:127.0.0.1:39538_solr) [n:127.0.0.1:39538_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 742840 INFO (zkCallback-710-thread-4-processing-n:127.0.0.1:47633_solr) [n:127.0.0.1:47633_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 742840 INFO (zkCallback-723-thread-1-processing-n:127.0.0.1:40417_solr) [n:127.0.0.1:40417_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 742841 INFO (zkCallback-721-thread-2-processing-n:127.0.0.1:60969_solr) [n:127.0.0.1:60969_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 743706 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 743715 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica1] o.a.s.s.IndexSchema [nodes_used_collection_shard1_replica1] Schema name=minimal
[junit4] 2> 743718 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 743719 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'nodes_used_collection_shard1_replica1' using configuration from collection nodes_used_collection
[junit4] 2> 743727 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:56264/data
[junit4] 2> 743727 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 743727 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica1] o.a.s.c.SolrCore [[nodes_used_collection_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_B6A88B4914AF140A-001/tempDir-001/node1/nodes_used_collection_shard1_replica1], dataDir=[hdfs://localhost:56264/data/nodes_used_collection/core_node1/data/]
[junit4] 2> 743727 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:56264/data/nodes_used_collection/core_node1/data/snapshot_metadata
[junit4] 2> 743737 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 743737 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 743737 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 743744 INFO (qtp618199129-8834) [n:127.0.0.1:39538_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 743744 INFO (qtp50170523-8844) [n:127.0.0.1:60969_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 743749 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 743754 INFO (qtp618199129-8834) [n:127.0.0.1:39538_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2] o.a.s.s.IndexSchema [nodes_used_collection_shard1_replica2] Schema name=minimal
[junit4] 2> 743754 INFO (qtp50170523-8844) [n:127.0.0.1:60969_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica2] o.a.s.s.IndexSchema [nodes_used_collection_shard2_replica2] Schema name=minimal
[junit4] 2> 743771 INFO (qtp618199129-8834) [n:127.0.0.1:39538_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 743773 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.s.IndexSchema [nodes_used_collection_shard2_replica1] Schema name=minimal
[junit4] 2> 743773 INFO (qtp50170523-8844) [n:127.0.0.1:60969_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 743776 INFO (qtp618199129-8834) [n:127.0.0.1:39538_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'nodes_used_collection_shard1_replica2' using configuration from collection nodes_used_collection
[junit4] 2> 743779 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 743780 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:56264/data/nodes_used_collection/core_node1/data
[junit4] 2> 743780 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 743781 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'nodes_used_collection_shard2_replica1' using configuration from collection nodes_used_collection
[junit4] 2> 743781 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:56264/data
[junit4] 2> 743782 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 743782 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica1] o.a.s.c.SolrCore [[nodes_used_collection_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_B6A88B4914AF140A-001/tempDir-001/node2/nodes_used_collection_shard2_replica1], dataDir=[hdfs://localhost:56264/data/nodes_used_collection/core_node4/data/]
[junit4] 2> 743782 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:56264/data/nodes_used_collection/core_node4/data/snapshot_metadata
[junit4] 2> 743786 INFO (qtp618199129-8834) [n:127.0.0.1:39538_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:56264/data
[junit4] 2> 743786 INFO (qtp618199129-8834) [n:127.0.0.1:39538_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 743786 INFO (qtp618199129-8834) [n:127.0.0.1:39538_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica2] o.a.s.c.SolrCore [[nodes_used_collection_shard1_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_B6A88B4914AF140A-001/tempDir-001/node4/nodes_used_collection_shard1_replica2], dataDir=[hdfs://localhost:56264/data/nodes_used_collection/core_node3/data/]
[junit4] 2> 743786 INFO (qtp618199129-8834) [n:127.0.0.1:39538_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:56264/data/nodes_used_collection/core_node3/data/snapshot_metadata
[junit4] 2> 743788 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 743788 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 743788 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 743778 INFO (qtp50170523-8844) [n:127.0.0.1:60969_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica2] o.a.s.c.CoreContainer Creating SolrCore 'nodes_used_collection_shard2_replica2' using configuration from collection nodes_used_collection
[junit4] 2> 743790 INFO (qtp50170523-8844) [n:127.0.0.1:60969_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:56264/data
[junit4] 2> 743790 INFO (qtp50170523-8844) [n:127.0.0.1:60969_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 743790 INFO (qtp50170523-8844) [n:127.0.0.1:60969_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica2] o.a.s.c.SolrCore [[nodes_used_collection_shard2_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_B6A88B4914AF140A-001/tempDir-001/node3/nodes_used_collection_shard2_replica2], dataDir=[hdfs://localhost:56264/data/nodes_used_collection/core_node2/data/]
[junit4] 2> 743792 INFO (qtp50170523-8844) [n:127.0.0.1:60969_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:56264/data/nodes_used_collection/core_node2/data/snapshot_metadata
[junit4] 2> 743797 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 743798 INFO (qtp618199129-8834) [n:127.0.0.1:39538_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 743798 INFO (qtp618199129-8834) [n:127.0.0.1:39538_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 743798 INFO (qtp618199129-8834) [n:127.0.0.1:39538_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 743803 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:56264/data/nodes_used_collection/core_node4/data
[junit4] 2> 743805 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:56264/data/nodes_used_collection/core_node1/data/index
[junit4] 2> 743810 INFO (qtp618199129-8834) [n:127.0.0.1:39538_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 743811 INFO (qtp618199129-8834) [n:127.0.0.1:39538_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:56264/data/nodes_used_collection/core_node3/data
[junit4] 2> 743813 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 743813 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 743813 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 743818 INFO (qtp50170523-8844) [n:127.0.0.1:60969_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 743819 INFO (qtp50170523-8844) [n:127.0.0.1:60969_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 743819 INFO (qtp50170523-8844) [n:127.0.0.1:60969_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 743827 INFO (qtp50170523-8844) [n:127.0.0.1:60969_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 743828 INFO (qtp50170523-8844) [n:127.0.0.1:60969_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:56264/data/nodes_used_collection/core_node2/data
[junit4] 2> 743834 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 743835 INFO (qtp618199129-8834) [n:127.0.0.1:39538_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:56264/data/nodes_used_collection/core_node3/data/index
[junit4] 2> 743837 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:56264/data/nodes_used_collection/core_node4/data/index
[junit4] 2> 743843 INFO (qtp618199129-8834) [n:127.0.0.1:39538_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 743844 INFO (qtp618199129-8834) [n:127.0.0.1:39538_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 743844 INFO (qtp618199129-8834) [n:127.0.0.1:39538_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 743846 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 743846 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 743846 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 743852 INFO (qtp50170523-8844) [n:127.0.0.1:60969_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:56264/data/nodes_used_collection/core_node2/data/index
[junit4] 2> 743871 INFO (qtp50170523-8844) [n:127.0.0.1:60969_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 743872 INFO (qtp50170523-8844) [n:127.0.0.1:60969_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 743872 INFO (qtp50170523-8844) [n:127.0.0.1:60969_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 743875 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 743875 INFO (qtp618199129-8834) [n:127.0.0.1:39538_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 743904 INFO (qtp50170523-8844) [n:127.0.0.1:60969_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 743908 INFO (IPC Server handler 0 on 56264) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57085 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-c7e0169e-71bd-4ec1-8526-d3277a03a491:NORMAL:127.0.0.1:43634|RBW], ReplicaUC[[DISK]DS-cf78a4ba-600b-4c9e-8d1d-5f2080d81c7d:NORMAL:127.0.0.1:57085|FINALIZED]]} size 0
[junit4] 2> 743909 INFO (IPC Server handler 3 on 56264) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43634 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-cf78a4ba-600b-4c9e-8d1d-5f2080d81c7d:NORMAL:127.0.0.1:57085|FINALIZED], ReplicaUC[[DISK]DS-55ad8a82-6086-42a1-b25e-86b98b667462:NORMAL:127.0.0.1:43634|FINALIZED]]} size 0
[junit4] 2> 743917 INFO (IPC Server handler 1 on 56264) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57085 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-55ad8a82-6086-42a1-b25e-86b98b667462:NORMAL:127.0.0.1:43634|RBW], ReplicaUC[[DISK]DS-dce15cc9-5144-4fc7-b359-a7279b3a1f71:NORMAL:127.0.0.1:57085|FINALIZED]]} size 0
[junit4] 2> 743919 INFO (IPC Server handler 2 on 56264) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43634 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-dce15cc9-5144-4fc7-b359-a7279b3a1f71:NORMAL:127.0.0.1:57085|FINALIZED], ReplicaUC[[DISK]DS-c7e0169e-71bd-4ec1-8526-d3277a03a491:NORMAL:127.0.0.1:43634|FINALIZED]]} size 0
[junit4] 2> 743942 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 743942 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 743942 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 743946 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 743946 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 743946 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 743952 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 743952 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 743956 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 743956 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 743960 INFO (IPC Server handler 1 on 56264) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43634 is added to blk_1073741828_1004{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-55ad8a82-6086-42a1-b25e-86b98b667462:NORMAL:127.0.0.1:43634|RBW], ReplicaUC[[DISK]DS-dce15cc9-5144-4fc7-b359-a7279b3a1f71:NORMAL:127.0.0.1:57085|RBW]]} size 71
[junit4] 2> 743960 INFO (IPC Server handler 9 on 56264) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57085 is added to blk_1073741828_1004 size 71
[junit4] 2> 743961 INFO (IPC Server handler 2 on 56264) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57085 is added to blk_1073741827_1003{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-55ad8a82-6086-42a1-b25e-86b98b667462:NORMAL:127.0.0.1:43634|RBW], ReplicaUC[[DISK]DS-cf78a4ba-600b-4c9e-8d1d-5f2080d81c7d:NORMAL:127.0.0.1:57085|RBW]]} size 71
[junit4] 2> 743962 INFO (IPC Server handler 3 on 56264) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43634 is added to blk_1073741827_1003 size 71
[junit4] 2> 743971 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@15675385[nodes_used_collection_shard1_replica1] main]
[junit4] 2> 743975 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 743975 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 743975 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 743975 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1550919196192276480
[junit4] 2> 743977 INFO (searcherExecutor-2141-thread-1-processing-n:127.0.0.1:47633_solr x:nodes_used_collection_shard1_replica1 s:shard1 c:nodes_used_collection r:core_node1) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica1] o.a.s.c.SolrCore [nodes_used_collection_shard1_replica1] Registered new searcher Searcher@15675385[nodes_used_collection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 743983 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 743990 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7b8066ab[nodes_used_collection_shard2_replica1] main]
[junit4] 2> 743991 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 743992 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 743992 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 743992 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1550919196210102272
[junit4] 2> 743994 INFO (searcherExecutor-2142-thread-1-processing-n:127.0.0.1:40417_solr x:nodes_used_collection_shard2_replica1 s:shard2 c:nodes_used_collection r:core_node4) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica1] o.a.s.c.SolrCore [nodes_used_collection_shard2_replica1] Registered new searcher Searcher@7b8066ab[nodes_used_collection_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 743999 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 744102 INFO (zkCallback-722-thread-1-processing-n:127.0.0.1:39538_solr) [n:127.0.0.1:39538_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 744102 INFO (zkCallback-723-thread-1-processing-n:127.0.0.1:40417_solr) [n:127.0.0.1:40417_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 744102 INFO (zkCallback-721-thread-2-processing-n:127.0.0.1:60969_solr) [n:127.0.0.1:60969_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 744102 INFO (zkCallback-710-thread-1-processing-n:127.0.0.1:47633_solr) [n:127.0.0.1:47633_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 744374 INFO (qtp50170523-8844) [n:127.0.0.1:60969_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 744374 INFO (qtp50170523-8844) [n:127.0.0.1:60969_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 744374 INFO (qtp50170523-8844) [n:127.0.0.1:60969_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 744379 INFO (qtp618199129-8834) [n:127.0.0.1:39538_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 744379 INFO (qtp618199129-8834) [n:127.0.0.1:39538_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 744379 INFO (qtp618199129-8834) [n:127.0.0.1:39538_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 744383 INFO (qtp50170523-8844) [n:127.0.0.1:60969_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 744384 INFO (qtp50170523-8844) [n:127.0.0.1:60969_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 744392 INFO (qtp50170523-8844) [n:127.0.0.1:60969_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@5720ca5c[nodes_used_collection_shard2_replica2] main]
[junit4] 2> 744393 INFO (qtp50170523-8844) [n:127.0.0.1:60969_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 744393 INFO (qtp50170523-8844) [n:127.0.0.1:60969_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 744394 INFO (qtp50170523-8844) [n:127.0.0.1:60969_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 744394 INFO (qtp50170523-8844) [n:127.0.0.1:60969_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1550919196631629824
[junit4] 2> 744396 INFO (searcherExecutor-2144-thread-1-processing-n:127.0.0.1:60969_solr x:nodes_used_collection_shard2_replica2 s:shard2 c:nodes_used_collection r:core_node2) [n:127.0.0.1:60969_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica2] o.a.s.c.SolrCore [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@5720ca5c[nodes_used_collection_shard2_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 744400 INFO (qtp618199129-8834) [n:127.0.0.1:39538_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 744400 INFO (qtp618199129-8834) [n:127.0.0.1:39538_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 744413 INFO (qtp618199129-8834) [n:127.0.0.1:39538_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@8ebbd8c[nodes_used_collection_shard1_replica2] main]
[junit4] 2> 744414 INFO (qtp618199129-8834) [n:127.0.0.1:39538_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 744414 INFO (qtp618199129-8834) [n:127.0.0.1:39538_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 744415 INFO (qtp618199129-8834) [n:127.0.0.1:39538_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 744415 INFO (searcherExecutor-2143-thread-1-processing-n:127.0.0.1:39538_solr x:nodes_used_collection_shard1_replica2 s:shard1 c:nodes_used_collection r:core_node3) [n:127.0.0.1:39538_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica2] o.a.s.c.SolrCore [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@8ebbd8c[nodes_used_collection_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 744415 INFO (qtp618199129-8834) [n:127.0.0.1:39538_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1550919196653649920
[junit4] 2> 744483 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 744483 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 744483 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:47633/solr/nodes_used_collection_shard1_replica1/
[junit4] 2> 744484 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica1] o.a.s.u.PeerSync PeerSync: core=nodes_used_collection_shard1_replica1 url=https://127.0.0.1:47633/solr START replicas=[https://127.0.0.1:39538/solr/nodes_used_collection_shard1_replica2/] nUpdates=100
[junit4] 2> 744484 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica1] o.a.s.u.PeerSync PeerSync: core=nodes_used_collection_shard1_replica1 url=https://127.0.0.1:47633/solr DONE. We have no versions. sync failed.
[junit4] 2> 744489 INFO (qtp618199129-8832) [n:127.0.0.1:39538_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica2] o.a.s.c.S.Request [nodes_used_collection_shard1_replica2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 744490 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 744490 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 744494 INFO (qtp1955811460-8825) [n:127.0.0.1:47633_solr c:nodes_used_collection s:shard1 r:core_node1 x:nodes_used_collection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:47633/solr/nodes_used_collection_shard1_replica1/ shard1
[junit4] 2> 744499 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 744499 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 744499 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:40417/solr/nodes_used_collection_shard2_replica1/
[junit4] 2> 744499 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica1] o.a.s.u.PeerSync PeerSync: core=nodes_used_collection_shard2_replica1 url=https://127.0.0.1:40417/solr START replicas=[https://127.0.0.1:60969/solr/nodes_used_collection_shard2_replica2/] nUpdates=100
[junit4] 2> 744500 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica1] o.a.s.u.PeerSync PeerSync: core=nodes_used_collection_shard2_replica1 url=https://127.0.0.1:40417/solr DONE. We have no versions. sync failed.
[junit4] 2> 744508 INFO (qtp50170523-8841) [n:127.0.0.1:60969_solr c:nodes_used_collection s:shard2 r:core_node2 x:nodes_used_collection_shard2_replica2] o.a.s.c.S.Request [nodes_used_collection_shard2_replica2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 744509 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 744509 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 744513 INFO (qtp854121126-8815) [n:127.0.0.1:40417_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:40417/solr/nodes_used_collection_shard2_replica1/ shard2
[junit4] 2> 744616 INFO (zkCallback-722-thread-1-processing-n:127.0.0.1:39538_solr) [n:127.0.0.1:39538_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 744616 INFO (zkCallback-710-thread-2-processing-n:127.0.0.1:47633_solr) [n:127.0.0.1:47633_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 744616 INFO (zkCallback-721-thread-2-processing-n:127.0.0.1:60969_solr) [n:127.0.0.1:60969_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 744616 INFO (zkCallback-723-thread-1-processing-n:127.0.0.1:40417_solr) [n:127.0.0.1:40417_solr ] o.a.s.c.c.ZkSta
[...truncated too long message...]
ChaosMonkey monkey: stop shard! 54880
[junit4] 2> 4707760 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[B6A88B4914AF140A]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1629447914
[junit4] 2> 4707767 INFO (coreCloseExecutor-16385-thread-1) [n:127.0.0.1:54880_dxgi%2Fa c:target_collection s:shard2 r:core_node4 x:target_collection_shard2_replica1] o.a.s.c.SolrCore [target_collection_shard2_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@7e55d4f9
[junit4] 2> 4707767 INFO (coreCloseExecutor-16385-thread-1) [n:127.0.0.1:54880_dxgi%2Fa c:target_collection s:shard2 r:core_node4 x:target_collection_shard2_replica1] o.a.s.h.CdcrRequestHandler Solr core is being closed - shutting down CDCR handler @ target_collection:shard2
[junit4] 2> 4707780 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[B6A88B4914AF140A]) [ ] o.a.s.c.Overseer Overseer (id=96932688936501281-127.0.0.1:54880_dxgi%2Fa-n_0000000007) closing
[junit4] 2> 4707780 INFO (OverseerStateUpdate-96932688936501281-127.0.0.1:54880_dxgi%2Fa-n_0000000007) [n:127.0.0.1:54880_dxgi%2Fa ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:54880_dxgi%2Fa
[junit4] 2> 4709282 WARN (zkCallback-37223-thread-5-processing-n:127.0.0.1:54880_dxgi%2Fa) [n:127.0.0.1:54880_dxgi%2Fa ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 4709283 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[B6A88B4914AF140A]) [ ] o.e.j.s.ServerConnector Stopped ServerConnector@4a0f507d{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 4709283 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[B6A88B4914AF140A]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3b42fcec{/dxgi/a,null,UNAVAILABLE}
[junit4] 2> 4709284 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[B6A88B4914AF140A]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testReplicationAfterRestart
[junit4] 2> 4709285 INFO (TEST-CdcrReplicationDistributedZkTest.testReplicationAfterRestart-seed#[B6A88B4914AF140A]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:53265 53265
[junit4] 2> 4709467 INFO (Thread-15974) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:53265 53265
[junit4] 2> 4709468 WARN (Thread-15974) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 35 /solr/aliases.json
[junit4] 2> 18 /solr/configs/conf1
[junit4] 2> 10 /solr/security.json
[junit4] 2> 8 /solr/collections/tmp_collection/state.json
[junit4] 2> 5 /solr/collections/source_collection/leaders/shard1/leader
[junit4] 2> 2 /solr/collections/source_collection/leaders/shard2/leader
[junit4] 2> 2 /solr/collections/tmp_collection/leaders/shard2/leader
[junit4] 2> 2 /solr/collections/target_collection/leaders/shard2/leader
[junit4] 2> 2 /solr/collections/tmp_collection/leaders/shard1/leader
[junit4] 2> 2 /solr/collections/target_collection/leaders/shard1/leader
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 35 /solr/clusterprops.json
[junit4] 2> 35 /solr/clusterstate.json
[junit4] 2> 9 /solr/collections/source_collection/cdcr/state/process
[junit4] 2> 8 /solr/collections/tmp_collection/cdcr/state/process
[junit4] 2> 8 /solr/collections/source_collection/cdcr/state/buffer
[junit4] 2> 8 /solr/collections/tmp_collection/cdcr/state/buffer
[junit4] 2> 6 /solr/collections/source_collection/state.json
[junit4] 2> 4 /solr/collections/target_collection/cdcr/state/buffer
[junit4] 2> 4 /solr/collections/target_collection/cdcr/state/process
[junit4] 2> 4 /solr/collections/target_collection/state.json
[junit4] 2> 2 /solr/collections/source_collection/leader_elect/shard1/election/96932688936501259-core_node4-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/96932688936501281-127.0.0.1:54880_dxgi%2Fa-n_0000000007
[junit4] 2> 2 /solr/overseer_elect/election/96932688936501256-127.0.0.1:43664_dxgi%2Fa-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 300 /solr/overseer/collection-queue-work
[junit4] 2> 82 /solr/overseer/queue
[junit4] 2> 35 /solr/collections
[junit4] 2> 33 /solr/live_nodes
[junit4] 2> 25 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> 4709469 INFO (SUITE-CdcrReplicationDistributedZkTest-seed#[B6A88B4914AF140A]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_B6A88B4914AF140A-001
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=true,coord=crazy): {}, locale=no-NO, timezone=Pacific/Pohnpei
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=160718320,total=524288000
[junit4] 2> NOTE: All tests run in this JVM: [StatelessScriptUpdateProcessorFactoryTest, SpellPossibilityIteratorTest, TestPostingsSolrHighlighter, BlockJoinFacetSimpleTest, DistributedQueueTest, PreAnalyzedFieldTest, TestZkChroot, TestUseDocValuesAsStored2, TestAnalyzedSuggestions, TestSolrDeletionPolicy1, TestCloudRecovery, TestReRankQParserPlugin, TestSolr4Spatial2, DebugComponentTest, TestLFUCache, RequestLoggingTest, FieldMutatingUpdateProcessorTest, CoreAdminHandlerTest, ShowFileRequestHandlerTest, TestSolrConfigHandlerCloud, TlogReplayBufferedWhileIndexingTest, BadComponentTest, DOMUtilTest, CollectionsAPISolrJTest, TestHighFrequencyDictionaryFactory, DistanceUnitsTest, TestTolerantSearch, TimeZoneUtilsTest, LukeRequestHandlerTest, HttpPartitionTest, BigEndianAscendingWordDeserializerTest, PluginInfoTest, DistributedQueryComponentOptimizationTest, TestIndexingPerformance, TestCollapseQParserPlugin, TestCloudManagedSchema, DirectUpdateHandlerOptimizeTest, BlobRepositoryCloudTest, SolrTestCaseJ4Test, TestClusterStateMutator, MinimalSchemaTest, DistribCursorPagingTest, TestRecovery, LeaderElectionTest, TestLocalFSCloudBackupRestore, TestReload, ConnectionReuseTest, SOLR749Test, TestConfig, LeaderFailureAfterFreshStartTest, TestScoreJoinQPScore, CircularListTest, CdcrRequestHandlerTest, TestReplicaProperties, TestStressLiveNodes, TestExactSharedStatsCache, BadIndexSchemaTest, XmlUpdateRequestHandlerTest, OpenExchangeRatesOrgProviderTest, TestManagedSynonymFilterFactory, TestPushWriter, TestMacroExpander, AssignTest, WrapperMergePolicyFactoryTest, TestDFRSimilarityFactory, ExplicitHLLTest, TestWriterPerf, TestCryptoKeys, OverseerRolesTest, SecurityConfHandlerTest, TestSchemaNameResource, TestFieldSortValues, TestNumericTerms32, BasicAuthIntegrationTest, RollingRestartTest, ReplaceNodeTest, RecoveryZkTest, SuggesterWFSTTest, PrimUtilsTest, CdcrBootstrapTest, FieldAnalysisRequestHandlerTest, DataDrivenBlockJoinTest, HdfsDirectoryFactoryTest, DirectUpdateHandlerTest, TestSolrXml, PingRequestHandlerTest, NoCacheHeaderTest, SuggesterTSTTest, UpdateParamsTest, TestSolrCloudWithDelegationTokens, TestCollationField, TestNonDefinedSimilarityFactory, CleanupOldIndexTest, TestBinaryField, HdfsUnloadDistributedZkTest, HdfsChaosMonkeySafeLeaderTest, TestBlendedInfixSuggestions, CollectionStateFormat2Test, RequestHandlersTest, TestDocTermOrds, DeleteReplicaTest, TestIndexSearcher, DocValuesMultiTest, TermVectorComponentDistributedTest, MigrateRouteKeyTest, AutoCommitTest, TestDistributedGrouping, TestHashPartitioner, DistributedSpellCheckComponentTest, TestStressReorder, TestJoin, HardAutoCommitTest, TestCoreContainer, SimpleFacetsTest, TestSolr4Spatial, SolrCoreTest, StatsComponentTest, SpellCheckComponentTest, TestGroupingSearch, QueryElevationComponentTest, TestSort, TestFunctionQuery, TestLazyCores, TestBadConfig, CurrencyFieldOpenExchangeTest, DistributedQueryElevationComponentTest, CurrencyFieldXmlFileTest, SolrIndexSplitterTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, TestExtendedDismaxParser, SolrRequestParserTest, DocValuesTest, SuggesterTest, TestCSVLoader, PolyFieldTest, SolrCoreCheckLockOnStartupTest, TestUpdate, QueryEqualityTest, SortByFunctionTest, TestRemoteStreaming, SolrInfoMBeanTest, IndexBasedSpellCheckerTest, StandardRequestHandlerTest, DirectSolrSpellCheckerTest, TestReversedWildcardFilterFactory, PrimitiveFieldTypeTest, TestOmitPositions, FileBasedSpellCheckerTest, TermsComponentTest, DocumentBuilderTest, TestValueSourceCache, TermVectorComponentTest, TestSolrQueryParser, IndexSchemaRuntimeFieldTest, SolrPluginUtilsTest, ReturnFieldsTest, UpdateRequestProcessorFactoryTest, JSONWriterTest, QueryParsingTest, UniqFieldsUpdateProcessorFactoryTest, BinaryUpdateRequestHandlerTest, TestPartialUpdateDeduplication, TestPHPSerializedResponseWriter, CSVRequestHandlerTest, TestQuerySenderListener, AlternateDirectoryTest, TestQuerySenderNoQuery, ResponseLogComponentTest, TestStressRecovery, TestMergePolicyConfig, TestSearchPerf, NumericFieldsTest, TestFuzzyAnalyzedSuggestions, TestSolrCoreProperties, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, TestCharFilters, SynonymTokenizerTest, TestXIncludeConfig, TestLMJelinekMercerSimilarityFactory, TestJmxMonitoredMap, URLClassifyProcessorTest, ClusterStateTest, TestDocumentBuilder, UUIDFieldTest, DistributedMLTComponentTest, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, AsyncCallRequestStatusResponseTest, CdcrReplicationDistributedZkTest]
[junit4] Completed [527/651 (3!)] on J2 in 1774.99s, 11 tests, 1 failure <<< FAILURES!
[...truncated 61020 lines...]